[ 543.137864] env[70623]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70623) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 543.138221] env[70623]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70623) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 543.138336] env[70623]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70623) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 543.138668] env[70623]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 543.240549] env[70623]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70623) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 543.250264] env[70623]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70623) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 543.293718] env[70623]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 543.854655] env[70623]: INFO nova.virt.driver [None req-5587b444-ed80-4a0f-b501-01b5eebee790 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 543.924677] env[70623]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.924881] env[70623]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.924938] env[70623]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70623) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 546.784876] env[70623]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e46eacf1-43d1-4ac6-8dc5-a7bb9c302b3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.801981] env[70623]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70623) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 546.802150] env[70623]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-85b9a6df-dc7b-4116-96ac-0654469c98eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.843604] env[70623]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3d8ff. [ 546.843763] env[70623]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.919s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 546.844296] env[70623]: INFO nova.virt.vmwareapi.driver [None req-5587b444-ed80-4a0f-b501-01b5eebee790 None None] VMware vCenter version: 7.0.3 [ 546.847708] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5b4602-b3c6-486e-8a57-04045be75896 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.867816] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b025f4-ae69-443a-bc06-7ab32d099a97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.873775] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4221f5c-397f-425e-b8fd-08d06bb6ee7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.880433] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad7715-3bb1-4d65-a687-9e68fea69467 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.893579] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7820b-cb3c-4c87-b2d6-11093a7987dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.899431] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf20d13-4b82-4b3e-8df1-1e29531118d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.930690] env[70623]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1a43af94-d5ed-4a0e-bc9c-b306b40bd505 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.935833] env[70623]: DEBUG nova.virt.vmwareapi.driver [None req-5587b444-ed80-4a0f-b501-01b5eebee790 None None] Extension org.openstack.compute already exists. {{(pid=70623) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 546.938431] env[70623]: INFO nova.compute.provider_config [None req-5587b444-ed80-4a0f-b501-01b5eebee790 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 547.441476] env[70623]: DEBUG nova.context [None req-5587b444-ed80-4a0f-b501-01b5eebee790 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fb1fc13f-423f-4442-9ac5-110219f76dbc(cell1) {{(pid=70623) load_cells /opt/stack/nova/nova/context.py:464}} [ 547.443527] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.443769] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.444473] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.444887] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Acquiring lock "fb1fc13f-423f-4442-9ac5-110219f76dbc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.445084] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Lock "fb1fc13f-423f-4442-9ac5-110219f76dbc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.446071] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Lock "fb1fc13f-423f-4442-9ac5-110219f76dbc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.466378] env[70623]: INFO dbcounter [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Registered counter for database nova_cell0 [ 547.474708] env[70623]: INFO dbcounter [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Registered counter for database nova_cell1 [ 547.905626] env[70623]: DEBUG oslo_db.sqlalchemy.engines [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70623) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 547.906059] env[70623]: DEBUG oslo_db.sqlalchemy.engines [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70623) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 547.911065] env[70623]: ERROR nova.db.main.api [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 547.911065] env[70623]: result = function(*args, **kwargs) [ 547.911065] env[70623]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 547.911065] env[70623]: return func(*args, **kwargs) [ 547.911065] env[70623]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 547.911065] env[70623]: result = fn(*args, **kwargs) [ 547.911065] env[70623]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 547.911065] env[70623]: return f(*args, **kwargs) [ 547.911065] env[70623]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 547.911065] env[70623]: return db.service_get_minimum_version(context, binaries) [ 547.911065] env[70623]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 547.911065] env[70623]: _check_db_access() [ 547.911065] env[70623]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 547.911065] env[70623]: stacktrace = ''.join(traceback.format_stack()) [ 547.911065] env[70623]: [ 547.911820] env[70623]: ERROR nova.db.main.api [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 547.911820] env[70623]: result = function(*args, **kwargs) [ 547.911820] env[70623]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 547.911820] env[70623]: return func(*args, **kwargs) [ 547.911820] env[70623]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 547.911820] env[70623]: result = fn(*args, **kwargs) [ 547.911820] env[70623]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 547.911820] env[70623]: return f(*args, **kwargs) [ 547.911820] env[70623]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 547.911820] env[70623]: return db.service_get_minimum_version(context, binaries) [ 547.911820] env[70623]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 547.911820] env[70623]: _check_db_access() [ 547.911820] env[70623]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 547.911820] env[70623]: stacktrace = ''.join(traceback.format_stack()) [ 547.911820] env[70623]: [ 547.912285] env[70623]: WARNING nova.objects.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Failed to get minimum service version for cell fb1fc13f-423f-4442-9ac5-110219f76dbc [ 547.912368] env[70623]: WARNING nova.objects.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 547.912812] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Acquiring lock "singleton_lock" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.912972] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Acquired lock "singleton_lock" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.913229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Releasing lock "singleton_lock" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.913557] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Full set of CONF: {{(pid=70623) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 547.913701] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ******************************************************************************** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 547.913830] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] Configuration options gathered from: {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 547.913964] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 547.914172] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 547.914301] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ================================================================================ {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 547.914510] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] allow_resize_to_same_host = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.914681] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] arq_binding_timeout = 300 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.914817] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] backdoor_port = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.914947] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] backdoor_socket = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.915125] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] block_device_allocate_retries = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.915289] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] block_device_allocate_retries_interval = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.915462] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cert = self.pem {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.915629] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.915815] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute_monitors = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.915999] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] config_dir = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.916405] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] config_drive_format = iso9660 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.916557] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.916735] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] config_source = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.916910] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] console_host = devstack {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.917097] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] control_exchange = nova {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.917281] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cpu_allocation_ratio = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.917535] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] daemon = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.917816] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] debug = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.918015] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] default_access_ip_network_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.918201] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] default_availability_zone = nova {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.918363] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] default_ephemeral_format = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.918525] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] default_green_pool_size = 1000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.918766] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.918934] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] default_schedule_zone = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.919103] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] disk_allocation_ratio = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.919268] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] enable_new_services = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.919444] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] enabled_apis = ['osapi_compute'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.919609] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] enabled_ssl_apis = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.919770] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] flat_injected = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.919928] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] force_config_drive = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.920099] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] force_raw_images = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.920270] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] graceful_shutdown_timeout = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.920432] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] heal_instance_info_cache_interval = -1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.920686] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] host = cpu-1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.920869] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.921050] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] initial_disk_allocation_ratio = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.921221] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] initial_ram_allocation_ratio = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.921741] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.921741] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_build_timeout = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.921831] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_delete_interval = 300 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.921938] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_format = [instance: %(uuid)s] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.922120] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_name_template = instance-%08x {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.922288] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_usage_audit = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.922456] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_usage_audit_period = month {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.922621] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.922788] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] instances_path = /opt/stack/data/nova/instances {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.922952] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] internal_service_availability_zone = internal {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923121] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] key = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923281] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] live_migration_retry_count = 30 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923450] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_color = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923611] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_config_append = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923776] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.923934] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_dir = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924101] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924232] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_options = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924391] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_rotate_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924556] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_rotate_interval_type = days {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924718] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] log_rotation_type = none {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924850] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.924975] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925157] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925323] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925450] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925609] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] long_rpc_timeout = 1800 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925768] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] max_concurrent_builds = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.925923] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] max_concurrent_live_migrations = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926089] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] max_concurrent_snapshots = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926250] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] max_local_block_devices = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926405] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] max_logfile_count = 30 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926562] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] max_logfile_size_mb = 200 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926719] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] maximum_instance_delete_attempts = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.926885] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metadata_listen = 0.0.0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927061] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metadata_listen_port = 8775 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927230] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metadata_workers = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927391] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] migrate_max_retries = -1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927548] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] mkisofs_cmd = genisoimage {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927748] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] my_block_storage_ip = 10.180.1.21 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.927880] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] my_ip = 10.180.1.21 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928090] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928255] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] network_allocate_retries = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928431] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928598] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] osapi_compute_listen = 0.0.0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928758] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] osapi_compute_listen_port = 8774 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.928921] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] osapi_compute_unique_server_name_scope = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929100] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] osapi_compute_workers = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929261] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] password_length = 12 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929421] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] periodic_enable = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929578] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] periodic_fuzzy_delay = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929745] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] pointer_model = usbtablet {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.929908] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] preallocate_images = none {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930078] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] publish_errors = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930211] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] pybasedir = /opt/stack/nova {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930367] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ram_allocation_ratio = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930524] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] rate_limit_burst = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930714] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] rate_limit_except_level = CRITICAL {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.930879] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] rate_limit_interval = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931046] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reboot_timeout = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931207] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reclaim_instance_interval = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931359] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] record = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931525] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reimage_timeout_per_gb = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931714] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] report_interval = 120 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.931879] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] rescue_timeout = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932049] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reserved_host_cpus = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932212] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reserved_host_disk_mb = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932367] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reserved_host_memory_mb = 512 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932523] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] reserved_huge_pages = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932679] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] resize_confirm_window = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932836] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] resize_fs_using_block_device = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.932991] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] resume_guests_state_on_host_boot = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933174] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933336] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] rpc_response_timeout = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933490] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] run_external_periodic_tasks = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.933654] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] running_deleted_instance_action = reap {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934109] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] running_deleted_instance_poll_interval = 1800 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934109] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] running_deleted_instance_timeout = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934212] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler_instance_sync_interval = 120 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934290] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_down_time = 720 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934455] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] servicegroup_driver = db {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934606] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] shell_completion = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934765] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] shelved_offload_time = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.934919] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] shelved_poll_interval = 3600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935094] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] shutdown_timeout = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935256] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] source_is_ipv6 = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935410] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ssl_only = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935666] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935835] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] sync_power_state_interval = 600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.935996] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] sync_power_state_pool_size = 1000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936176] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] syslog_log_facility = LOG_USER {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936332] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] tempdir = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936489] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] timeout_nbd = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936654] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] transport_url = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936814] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] update_resources_interval = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.936973] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] use_cow_images = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937146] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] use_journal = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937305] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] use_json = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937507] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] use_rootwrap_daemon = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937642] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] use_stderr = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937767] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] use_syslog = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.937921] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vcpu_pin_set = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938097] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plugging_is_fatal = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938265] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plugging_timeout = 300 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938428] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] virt_mkfs = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938591] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] volume_usage_poll_interval = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938749] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] watch_log_file = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.938915] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] web = /usr/share/spice-html5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.939113] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939285] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939451] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939621] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_concurrency.disable_process_locking = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.939924] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940119] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940290] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940461] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940653] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.940831] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941030] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.auth_strategy = keystone {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941209] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.compute_link_prefix = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941387] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941561] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.dhcp_domain = novalocal {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941774] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.enable_instance_password = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.941951] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.glance_link_prefix = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942135] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942310] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942473] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.instance_list_per_project_cells = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942633] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.list_records_by_skipping_down_cells = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942795] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.local_metadata_per_cell = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.942963] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.max_limit = 1000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943142] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.metadata_cache_expiration = 15 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943317] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.neutron_default_tenant_id = default {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943486] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.response_validation = warn {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943657] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.use_neutron_default_nets = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943823] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.943983] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944161] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944334] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944498] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_dynamic_targets = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944657] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_jsonfile_path = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.944833] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945033] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.backend = dogpile.cache.memcached {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945208] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.backend_argument = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945370] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.backend_expiration_time = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945540] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.config_prefix = cache.oslo {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945708] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.dead_timeout = 60.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.945876] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.debug_cache_backend = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946048] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.enable_retry_client = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946216] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.enable_socket_keepalive = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946387] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.enabled = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946552] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.enforce_fips_mode = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946717] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.expiration_time = 600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.946881] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.hashclient_retry_attempts = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947056] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.hashclient_retry_delay = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947223] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_dead_retry = 300 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947381] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_password = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947543] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947736] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.947897] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_pool_maxsize = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948101] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948283] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_sasl_enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948464] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948631] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_socket_timeout = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948791] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.memcache_username = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.948954] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.proxies = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949132] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_db = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949295] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_password = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949466] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_sentinel_service_name = mymaster {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949639] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949812] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_server = localhost:6379 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.949978] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_socket_timeout = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950155] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.redis_username = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950319] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.retry_attempts = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950485] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.retry_delay = 0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950673] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.socket_keepalive_count = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.950850] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.socket_keepalive_idle = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951024] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.socket_keepalive_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951189] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.tls_allowed_ciphers = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951346] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.tls_cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951502] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.tls_certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951697] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.tls_enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.951870] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cache.tls_keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952064] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952246] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.auth_type = password {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952406] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952578] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.catalog_info = volumev3::publicURL {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952738] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.952907] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953085] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.cross_az_attach = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953252] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.debug = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953412] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.endpoint_template = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953577] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.http_retries = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953739] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.953897] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954077] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.os_region_name = RegionOne {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954244] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954401] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cinder.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954569] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954725] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.cpu_dedicated_set = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.954882] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.cpu_shared_set = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955051] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.image_type_exclude_list = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955214] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955377] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.max_concurrent_disk_ops = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955535] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.max_disk_devices_to_attach = -1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955694] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.955863] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956034] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.resource_provider_association_refresh = 300 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956199] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956357] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.shutdown_retry_interval = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956533] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956709] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] conductor.workers = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.956884] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] console.allowed_origins = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957051] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] console.ssl_ciphers = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957225] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] console.ssl_minimum_version = default {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957391] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] consoleauth.enforce_session_timeout = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957558] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] consoleauth.token_ttl = 600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957730] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.957890] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958061] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958221] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958379] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958533] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958693] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.958849] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959179] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959334] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959489] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959643] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.959811] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.service_type = accelerator {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960189] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960348] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960505] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960707] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.960877] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] cyborg.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961058] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.asyncio_connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961221] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.asyncio_slave_connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961392] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.backend = sqlalchemy {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961559] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961745] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.connection_debug = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.961919] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.connection_parameters = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962094] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.connection_recycle_time = 3600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962263] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.connection_trace = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962423] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.db_inc_retry_interval = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962592] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.db_max_retries = 20 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962747] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.db_max_retry_interval = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.962907] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.db_retry_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963078] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.max_overflow = 50 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963240] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.max_pool_size = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963399] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.max_retries = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963566] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963727] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.mysql_wsrep_sync_wait = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.963882] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.pool_timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964049] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.retry_interval = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964211] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.slave_connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964369] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.sqlite_synchronous = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964528] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] database.use_db_reconnect = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964697] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.asyncio_connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.964850] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.asyncio_slave_connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965027] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.backend = sqlalchemy {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965202] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965365] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.connection_debug = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965531] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.connection_parameters = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965690] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.connection_recycle_time = 3600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.965851] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.connection_trace = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.db_inc_retry_interval = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966182] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.db_max_retries = 20 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966340] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.db_max_retry_interval = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966500] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.db_retry_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966659] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.max_overflow = 50 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966820] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.max_pool_size = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.966980] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.max_retries = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967160] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967317] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967473] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.pool_timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967632] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.retry_interval = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967789] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.slave_connection = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.967948] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] api_database.sqlite_synchronous = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968130] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] devices.enabled_mdev_types = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968305] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968475] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ephemeral_storage_encryption.default_format = luks {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968639] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ephemeral_storage_encryption.enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968799] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.968968] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.api_servers = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969143] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969303] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969464] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969621] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969778] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.969936] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.debug = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970140] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.default_trusted_certificate_ids = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970330] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.enable_certificate_validation = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970532] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.enable_rbd_download = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970724] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.970979] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971192] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971365] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971531] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971760] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.num_retries = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.971983] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.rbd_ceph_conf = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.972179] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.rbd_connect_timeout = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.972366] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.rbd_pool = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.972549] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.rbd_user = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.972728] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.972905] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.973085] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.973270] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.service_type = image {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.973449] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.973613] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.973778] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.973979] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.974214] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.974444] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.verify_glance_signatures = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.974674] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] glance.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.974941] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] guestfs.debug = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.975186] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.975377] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.auth_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.975574] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.975781] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.975979] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.976153] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.976318] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.976475] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.976638] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.976799] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.976956] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.977129] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.977292] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.977452] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.977610] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.977784] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.service_type = shared-file-system {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.977951] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.share_apply_policy_timeout = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.978129] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.978290] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.978452] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.978618] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.978806] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.978969] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] manila.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.979152] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] mks.enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.979508] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.979699] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] image_cache.manager_interval = 2400 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.979870] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] image_cache.precache_concurrency = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.980052] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] image_cache.remove_unused_base_images = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.980227] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.980394] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.980569] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] image_cache.subdirectory_name = _base {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.980778] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.api_max_retries = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.980953] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.api_retry_interval = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.981125] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.981290] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.auth_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.981450] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.981623] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.981834] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.conductor_group = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982191] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982353] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982513] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982676] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982838] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.982998] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.983169] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.983333] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.peer_list = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.983490] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.983648] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.983811] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.serial_console_state_timeout = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.983968] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.984152] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.service_type = baremetal {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.984311] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.shard = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.984473] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.984630] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.984789] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.984945] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.985138] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.985302] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ironic.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.985484] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.985658] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] key_manager.fixed_key = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.985838] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986000] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.barbican_api_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986171] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.barbican_endpoint = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986341] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.barbican_endpoint_type = public {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986500] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.barbican_region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986659] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986818] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.986980] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.987154] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.987312] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.987473] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.number_of_retries = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.987635] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.retry_delay = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.987797] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.send_service_user_token = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.987959] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.988153] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.988286] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.verify_ssl = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.988442] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican.verify_ssl_path = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.988606] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.988769] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.auth_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.988924] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.989097] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.989262] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.989422] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.989577] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.989738] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.989896] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] barbican_service_user.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.990072] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.approle_role_id = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.990233] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.approle_secret_id = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.990402] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.kv_mountpoint = secret {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.990561] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.kv_path = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.990752] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.kv_version = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.990919] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.namespace = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.991091] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.root_token_id = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.991252] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.ssl_ca_crt_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.991420] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.timeout = 60.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.991587] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.use_ssl = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.991803] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.991982] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.992158] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.992324] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.992483] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.992642] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.992802] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.992963] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.993133] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.993292] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.993447] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.993612] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.993813] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.993986] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.994176] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.service_type = identity {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.994341] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.994500] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.994658] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.994818] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.994996] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.995172] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] keystone.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.995362] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.ceph_mount_options = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.995795] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.995992] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.connection_uri = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.996179] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_mode = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.996352] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_model_extra_flags = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.996525] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_models = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.996697] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_power_governor_high = performance {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.996868] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_power_governor_low = powersave {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.997041] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_power_management = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.997221] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.997394] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.device_detach_attempts = 8 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.997561] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.device_detach_timeout = 20 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.997732] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.disk_cachemodes = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.997894] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.disk_prefix = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.998072] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.enabled_perf_events = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.998251] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.file_backed_memory = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.998410] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.gid_maps = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.998570] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.hw_disk_discard = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.998729] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.hw_machine_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.998902] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_rbd_ceph_conf = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.999077] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.999246] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.999417] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_rbd_glance_store_name = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.999587] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_rbd_pool = rbd {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.999757] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_type = default {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.999919] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.images_volume_group = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.000091] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.inject_key = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.000257] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.inject_partition = -2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.000418] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.inject_password = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.000580] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.iscsi_iface = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.000775] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.iser_use_multipath = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.000949] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_bandwidth = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.001128] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.001295] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_downtime = 500 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.001457] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.001647] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.001833] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_inbound_addr = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.002009] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.002192] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_permit_post_copy = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.002354] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_scheme = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.002527] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_timeout_action = abort {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.002692] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_tunnelled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.002852] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_uri = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.003026] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.live_migration_with_native_tls = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.003197] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.max_queues = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.003362] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.003587] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.003752] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.nfs_mount_options = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.004059] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.004242] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.004409] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.num_iser_scan_tries = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.004569] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.num_memory_encrypted_guests = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.004733] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.004897] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.num_pcie_ports = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.005079] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.num_volume_scan_tries = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.005246] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.pmem_namespaces = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.005403] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.quobyte_client_cfg = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.005705] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.005916] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rbd_connect_timeout = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.006105] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.006276] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.006437] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rbd_secret_uuid = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.006599] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rbd_user = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.006764] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.006935] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.remote_filesystem_transport = ssh {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.007107] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rescue_image_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.007266] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rescue_kernel_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.007424] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rescue_ramdisk_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.007592] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.007751] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.rx_queue_size = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.007920] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.smbfs_mount_options = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.008223] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.008403] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.snapshot_compression = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.008565] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.snapshot_image_format = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.008786] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.008955] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.sparse_logical_volumes = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.009136] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.swtpm_enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.009309] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.swtpm_group = tss {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.009478] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.swtpm_user = tss {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.009645] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.sysinfo_serial = unique {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.009806] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.tb_cache_size = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.009964] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.tx_queue_size = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.010142] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.uid_maps = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.010306] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.use_virtio_for_bridges = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.010476] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.virt_type = kvm {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.010663] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.volume_clear = zero {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.010840] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.volume_clear_size = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.011014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.volume_use_multipath = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.011181] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_cache_path = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.011350] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.011520] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_mount_group = qemu {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.011722] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_mount_opts = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.011909] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.012212] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.012398] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.vzstorage_mount_user = stack {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.012567] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.012741] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.012919] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.auth_type = password {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.013099] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.013264] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.013430] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.013591] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.013750] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.013919] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.default_floating_pool = public {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.014088] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.014254] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.extension_sync_interval = 600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.014413] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.http_retries = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.014573] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.014731] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.014889] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.015066] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.015229] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.015396] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.ovs_bridge = br-int {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.015559] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.physnets = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.015729] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.region_name = RegionOne {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.015889] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.016068] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.service_metadata_proxy = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.016233] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.016399] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.service_type = network {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.016563] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.016722] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.016881] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.017063] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.017232] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.017392] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] neutron.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.017563] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] notifications.bdms_in_notifications = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.017738] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] notifications.default_level = INFO {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.017940] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] notifications.include_share_mapping = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.018138] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] notifications.notification_format = unversioned {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.018305] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] notifications.notify_on_state_change = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.018479] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.018654] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] pci.alias = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.018823] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] pci.device_spec = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.018988] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] pci.report_in_placement = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.019172] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.019345] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.auth_type = password {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.019513] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.019670] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.019826] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.019984] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.020153] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.020310] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.020466] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.default_domain_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.020677] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.default_domain_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.020810] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.domain_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.020968] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.domain_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.021139] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.021299] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.021453] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.021624] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.021802] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.021972] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.password = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.022144] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.project_domain_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.022312] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.project_domain_name = Default {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.022475] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.project_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.022646] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.project_name = service {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.022815] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.region_name = RegionOne {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.022979] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.023148] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.023328] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.service_type = placement {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.023491] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.023645] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.023805] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.023961] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.system_scope = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.024130] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.024287] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.trust_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.024444] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.user_domain_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.024609] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.user_domain_name = Default {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.024768] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.user_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.024936] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.username = nova {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.025126] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.025287] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] placement.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.025470] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.cores = 20 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.025635] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.count_usage_from_placement = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.025805] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.025973] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.injected_file_content_bytes = 10240 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.026154] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.injected_file_path_length = 255 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.026322] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.injected_files = 5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.026488] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.instances = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.026651] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.key_pairs = 100 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.026818] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.metadata_items = 128 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.026981] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.ram = 51200 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.027160] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.recheck_quota = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.027329] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.server_group_members = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.027493] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.server_groups = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.027701] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.027877] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] quota.unified_limits_resource_strategy = require {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.028060] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.028229] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.028392] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.image_metadata_prefilter = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.028553] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.028716] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.max_attempts = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.028879] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.max_placement_results = 1000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.029052] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.029218] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.query_placement_for_image_type_support = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.029379] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.029550] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] scheduler.workers = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.029724] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.029922] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.030132] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.030308] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.030473] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.030657] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.030835] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.031031] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.031204] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.host_subset_size = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.031371] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.031532] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.031719] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.031894] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.032072] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.032254] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.isolated_hosts = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.032419] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.isolated_images = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.032580] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.032740] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.032905] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.033081] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.pci_in_placement = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.033251] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.033413] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.033574] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.033734] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.033898] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.034096] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.034271] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.track_instance_changes = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.034449] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.034620] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metrics.required = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.034785] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metrics.weight_multiplier = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.034949] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.035127] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] metrics.weight_setting = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.035438] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.035616] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] serial_console.enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.035792] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] serial_console.port_range = 10000:20000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.035962] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.036147] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.036320] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] serial_console.serialproxy_port = 6083 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.036487] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.036661] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.auth_type = password {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.036823] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.036979] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.037154] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.037315] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.037470] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.037641] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.send_service_user_token = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.037806] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.037965] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] service_user.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.038154] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.agent_enabled = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.038320] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.038619] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.038812] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.038986] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.html5proxy_port = 6082 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.039159] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.image_compression = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.039321] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.jpeg_compression = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.039481] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.playback_compression = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.039645] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.require_secure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.039818] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.server_listen = 127.0.0.1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.039988] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.040273] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.040446] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.streaming_mode = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.040629] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] spice.zlib_compression = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.040808] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] upgrade_levels.baseapi = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.040988] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] upgrade_levels.compute = auto {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.041170] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] upgrade_levels.conductor = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.041333] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] upgrade_levels.scheduler = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.041498] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.041709] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.auth_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.041900] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.042073] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.042243] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.042404] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.042562] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.042724] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.042883] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vendordata_dynamic_auth.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.043067] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.api_retry_count = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.043231] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.ca_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.043400] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.cache_prefix = devstack-image-cache {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.043567] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.cluster_name = testcl1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.043732] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.connection_pool_size = 10 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.043894] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.console_delay_seconds = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.044073] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.datastore_regex = ^datastore.* {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.044283] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.044469] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.host_password = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.044641] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.host_port = 443 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.044813] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.host_username = administrator@vsphere.local {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.044985] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.insecure = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.045161] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.integration_bridge = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.045326] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.maximum_objects = 100 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.045485] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.pbm_default_policy = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.045647] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.pbm_enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.045805] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.pbm_wsdl_location = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.045974] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.046145] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.serial_port_proxy_uri = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.046301] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.serial_port_service_uri = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.046463] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.task_poll_interval = 0.5 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.046630] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.use_linked_clone = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.046800] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.vnc_keymap = en-us {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.046965] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.vnc_port = 5900 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.047142] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vmware.vnc_port_total = 10000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.047325] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.auth_schemes = ['none'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.047497] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.047780] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.047967] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.048162] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.novncproxy_port = 6080 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.048365] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.server_listen = 127.0.0.1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.048572] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.048751] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.vencrypt_ca_certs = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.048918] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.vencrypt_client_cert = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.049089] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vnc.vencrypt_client_key = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.049271] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.049436] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.disable_deep_image_inspection = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.049598] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.049761] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.049921] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.050095] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.disable_rootwrap = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.050264] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.enable_numa_live_migration = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.050426] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.050590] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.050779] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.050946] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.libvirt_disable_apic = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.051120] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.051284] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.051446] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.051776] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.051959] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.052141] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.052310] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.052475] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.052639] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.052809] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.052995] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.053183] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.client_socket_timeout = 900 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.053355] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.default_pool_size = 1000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.053522] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.keep_alive = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.053696] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.max_header_line = 16384 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.053894] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.secure_proxy_ssl_header = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.054080] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.ssl_ca_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.054502] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.ssl_cert_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.054502] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.ssl_key_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.054586] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.tcp_keepidle = 600 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.054734] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.054900] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] zvm.ca_file = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.055074] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] zvm.cloud_connector_url = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.055368] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.055546] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] zvm.reachable_timeout = 300 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.055719] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.055896] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.056085] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.connection_string = messaging:// {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.056261] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.enabled = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.056432] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.es_doc_type = notification {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.056595] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.es_scroll_size = 10000 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.056762] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.es_scroll_time = 2m {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.056924] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.filter_error_trace = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.057112] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.hmac_keys = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.057282] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.sentinel_service_name = mymaster {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.057449] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.socket_timeout = 0.1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.057649] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.trace_requests = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.057819] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler.trace_sqlalchemy = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.058014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler_jaeger.process_tags = {} {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.058184] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler_jaeger.service_name_prefix = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.058349] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] profiler_otlp.service_name_prefix = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.058516] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] remote_debug.host = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.058680] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] remote_debug.port = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.058856] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.059029] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.059200] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.059363] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.059525] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.059685] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.059848] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.060014] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.060184] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.060356] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.060514] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.060710] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.060890] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.061069] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.061238] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.061408] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.061571] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.061770] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.061952] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.062128] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.062295] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.062459] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.062622] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.062784] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.062944] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.063115] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.063278] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.063438] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.063597] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.063756] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.063915] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.ssl = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.064094] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.064268] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.064430] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.064597] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.064765] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.ssl_version = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.064928] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.065124] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.065294] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_notifications.retry = -1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.065472] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.065642] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_messaging_notifications.transport_url = **** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.065845] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.auth_section = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.066045] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.auth_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.066212] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.cafile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.066370] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.certfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.066530] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.collect_timing = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.066690] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.connect_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.066849] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.connect_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067012] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.endpoint_id = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067189] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.endpoint_interface = publicURL {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067348] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.endpoint_override = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067506] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.endpoint_region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067664] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.endpoint_service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067822] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.endpoint_service_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.067984] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.insecure = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.068154] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.keyfile = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.068312] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.max_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.068466] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.min_version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.068656] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.region_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.068822] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.retriable_status_codes = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.068980] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.service_name = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.069151] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.service_type = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.069314] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.split_loggers = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.069471] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.status_code_retries = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.069628] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.status_code_retry_delay = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.069786] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.timeout = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.069943] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.valid_interfaces = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.070112] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_limit.version = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.070279] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_reports.file_event_handler = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.070445] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.070626] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] oslo_reports.log_dir = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.070808] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.070973] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.071145] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.071314] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.071477] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.071662] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.071851] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.072022] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_ovs_privileged.group = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.072185] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.072351] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.072513] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.072670] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] vif_plug_ovs_privileged.user = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.072840] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.flat_interface = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.073026] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.073206] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.073380] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.073552] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.073723] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.073888] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.074062] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.074242] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.074412] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.isolate_vif = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.074583] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.074747] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.074916] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.075096] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.ovsdb_interface = native {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.075260] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] os_vif_ovs.per_port_bridge = False {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.075429] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] privsep_osbrick.capabilities = [21] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.075588] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] privsep_osbrick.group = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.075744] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] privsep_osbrick.helper_command = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.075911] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.076088] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.076249] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] privsep_osbrick.user = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.076418] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.076575] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] nova_sys_admin.group = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.076731] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] nova_sys_admin.helper_command = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.076896] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.077065] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.077223] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] nova_sys_admin.user = None {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.077355] env[70623]: DEBUG oslo_service.backend.eventlet.service [None req-4d81a0ce-c9b2-4060-8132-943f8bcd358e None None] ******************************************************************************** {{(pid=70623) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 548.077764] env[70623]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 548.581451] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Getting list of instances from cluster (obj){ [ 548.581451] env[70623]: value = "domain-c8" [ 548.581451] env[70623]: _type = "ClusterComputeResource" [ 548.581451] env[70623]: } {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.582563] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af3ee3-83cd-4d22-a399-aae8476d5ec1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.591807] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Got total of 0 instances {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 548.592422] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 548.592957] env[70623]: INFO nova.virt.node [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Generated node identity 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a [ 548.593209] env[70623]: INFO nova.virt.node [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Wrote node identity 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a to /opt/stack/data/n-cpu-1/compute_id [ 549.095542] env[70623]: WARNING nova.compute.manager [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Compute nodes ['761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 550.102105] env[70623]: INFO nova.compute.manager [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 551.107215] env[70623]: WARNING nova.compute.manager [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 551.107567] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.107715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.107865] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.108026] env[70623]: DEBUG nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 551.109009] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc8b750-4672-4f23-9718-c8d86d6ceef1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.117235] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ad5dec-7c54-4ef5-b92f-84936552c853 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.131345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396aa59f-09f0-4f65-94a2-85a9533f7034 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.137466] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b96b8-0508-420b-90b0-e0637d01ee3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.166356] env[70623]: DEBUG nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181106MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 551.166492] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.166699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.669716] env[70623]: WARNING nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] No compute node record for cpu-1:761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a could not be found. [ 552.173550] env[70623]: INFO nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a [ 553.680998] env[70623]: DEBUG nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 553.681413] env[70623]: DEBUG nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 553.842691] env[70623]: INFO nova.scheduler.client.report [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] [req-4a65fcd2-d708-4d36-a6b9-69ef861c3dc4] Created resource provider record via placement API for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 553.858690] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8405601-15e7-4af8-9f79-a39c97831912 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.866437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568656d-e62f-4be9-847e-97975fc8f077 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.896659] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07301a5-e8dd-4fc7-8d00-3248fc0daddf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.904129] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edccc95-a5a0-4e30-8878-15d2aed3a192 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.917271] env[70623]: DEBUG nova.compute.provider_tree [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.451050] env[70623]: DEBUG nova.scheduler.client.report [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 554.451285] env[70623]: DEBUG nova.compute.provider_tree [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 0 to 1 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 554.451489] env[70623]: DEBUG nova.compute.provider_tree [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.503945] env[70623]: DEBUG nova.compute.provider_tree [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 1 to 2 during operation: update_traits {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 555.008753] env[70623]: DEBUG nova.compute.resource_tracker [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 555.009163] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.009163] env[70623]: DEBUG nova.service [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Creating RPC server for service compute {{(pid=70623) start /opt/stack/nova/nova/service.py:186}} [ 555.022718] env[70623]: DEBUG nova.service [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] Join ServiceGroup membership for this service compute {{(pid=70623) start /opt/stack/nova/nova/service.py:203}} [ 555.022885] env[70623]: DEBUG nova.servicegroup.drivers.db [None req-d321f342-fd83-482e-88a0-36fe6be6bd64 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70623) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 576.026789] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_power_states {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.531675] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Getting list of instances from cluster (obj){ [ 576.531675] env[70623]: value = "domain-c8" [ 576.531675] env[70623]: _type = "ClusterComputeResource" [ 576.531675] env[70623]: } {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.532918] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512299f-2bd8-4605-8218-a4808e6659fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.541467] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Got total of 0 instances {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.541693] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.541979] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Getting list of instances from cluster (obj){ [ 576.541979] env[70623]: value = "domain-c8" [ 576.541979] env[70623]: _type = "ClusterComputeResource" [ 576.541979] env[70623]: } {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 576.542908] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a7926-70b8-4968-9ae9-01e09b421c29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.550303] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Got total of 0 instances {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 589.931287] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "5ef10fea-a884-4f04-9db2-01ebc584e0af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.931628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "5ef10fea-a884-4f04-9db2-01ebc584e0af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.434704] env[70623]: DEBUG nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.981041] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.981041] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.983038] env[70623]: INFO nova.compute.claims [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.547093] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "7a938aa3-5958-42cb-912c-091a74fe59e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.547369] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.060267] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.116495] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0da3c-b09b-4e25-bad8-a427757ccf6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.132341] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b0922-d4b9-40f8-b022-80dc94cf83df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.190703] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76acf9a3-f2fc-49c7-8a5a-19be3293bd20 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.196873] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.196949] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.207672] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad52bd-baef-4d02-931f-3ddac1d6c9fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.227929] env[70623]: DEBUG nova.compute.provider_tree [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.591891] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.700844] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.730804] env[70623]: DEBUG nova.scheduler.client.report [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.235568] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.236212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.237515] env[70623]: DEBUG nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.240224] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.649s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.242599] env[70623]: INFO nova.compute.claims [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.411393] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "1877a563-e85b-46d4-b0b6-95da7b705e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.412477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.747742] env[70623]: DEBUG nova.compute.utils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.750773] env[70623]: DEBUG nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 593.917017] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.254118] env[70623]: DEBUG nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.350109] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029e578-e1ed-4da0-b16d-b8c61615fec8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.361523] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e3cc2a-2618-407c-84e0-51727f926219 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.398023] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6c3aa0-4e68-4d3c-a55b-1f1ea48fb875 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.402542] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8020ce3-c2f2-4865-a247-6456d779476b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.424071] env[70623]: DEBUG nova.compute.provider_tree [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.438164] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.928203] env[70623]: DEBUG nova.scheduler.client.report [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.263158] env[70623]: DEBUG nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.436872] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.437442] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.440571] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.205s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.442331] env[70623]: INFO nova.compute.claims [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.536365] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.537041] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.537041] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.537041] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.537237] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.537237] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.537443] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.537662] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.538067] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.538249] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.538427] env[70623]: DEBUG nova.virt.hardware [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.539426] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee46f70d-b284-4da4-9d49-b303f716a05d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.548762] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16eb24f-7574-4a5e-8202-24588816cd07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.568716] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c661e9d-c05d-44a9-8f48-a4f901928088 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.588799] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.601023] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.601658] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a112ee7f-23cf-4c21-aa13-7e56540bc3f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.613518] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Created folder: OpenStack in parent group-v4. [ 595.613921] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Creating folder: Project (58d4df679fdf414fbf1ccbe7ac46253f). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.614201] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df3b10c0-091d-4562-b880-5713f943c924 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.625796] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Created folder: Project (58d4df679fdf414fbf1ccbe7ac46253f) in parent group-v561316. [ 595.626085] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Creating folder: Instances. Parent ref: group-v561317. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.626228] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a5e517d-f06b-44fc-a52e-333bd729c622 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.635055] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Created folder: Instances in parent group-v561317. [ 595.635685] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.635685] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.635685] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f103778-1931-474c-a551-9452b260b5fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.656327] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.656327] env[70623]: value = "task-2792825" [ 595.656327] env[70623]: _type = "Task" [ 595.656327] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.663970] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792825, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.824098] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.824246] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.856995] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "91a0e319-bba4-48ab-a0c0-6f441c343990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.857264] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.947410] env[70623]: DEBUG nova.compute.utils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.956629] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.957248] env[70623]: DEBUG nova.network.neutron [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.063053] env[70623]: DEBUG nova.policy [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ee2132e06642bfb13a680113460772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f475d63210c43e584500eef65906d62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.170419] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792825, 'name': CreateVM_Task, 'duration_secs': 0.307041} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.170419] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.170865] env[70623]: DEBUG oslo_vmware.service [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d2ed8-5396-4c6a-897f-08e824248c08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.183186] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.183186] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184161] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.187050] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56549632-c340-4d57-b57c-236b0c4772c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.192111] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 596.192111] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c115b2-68aa-bad8-7d14-02bad594f25a" [ 596.192111] env[70623]: _type = "Task" [ 596.192111] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.206448] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c115b2-68aa-bad8-7d14-02bad594f25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.331343] env[70623]: DEBUG nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.363057] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.456607] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.593813] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d940a6-c4b7-42f9-921f-5238965245c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.604664] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c6055-c050-437b-b71e-04086951d87e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.643117] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64bd4d4-0494-4b28-a1c2-8275e011b9f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.651750] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635b39f-443b-4358-86f3-cab8959b6142 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.666281] env[70623]: DEBUG nova.compute.provider_tree [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.703524] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.703775] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.704019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.704817] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.704817] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.704817] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b866750-5ee1-4d5a-b67b-69064e9862a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.722904] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.723193] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.724095] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbfdf7a-e8b1-47c0-aea5-d9d1ceac7ff6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.727451] env[70623]: DEBUG nova.network.neutron [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Successfully created port: 27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.735353] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae12b41-c224-42fa-9e9d-9d3629713196 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.745042] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 596.745042] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524c65b0-4b31-2c10-e729-31763e1b0732" [ 596.745042] env[70623]: _type = "Task" [ 596.745042] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.752415] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524c65b0-4b31-2c10-e729-31763e1b0732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.883412] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.901568] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.170793] env[70623]: DEBUG nova.scheduler.client.report [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.253886] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.254229] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Creating directory with path [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.255047] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c4fc0b2-5942-478a-9619-e670f08ef804 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.282797] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Created directory with path [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.283026] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Fetch image to [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.283607] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Downloading image file data 6b149850-e29d-4f75-af79-6f7f9ea861da to [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk on the data store datastore2 {{(pid=70623) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.284487] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d2c126-dda9-4bc8-bef6-acdc3f33c4d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.292604] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11480470-6634-4530-a1d4-4e25f1da235e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.305190] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd692441-56d1-47ec-b21a-3fb872e2926a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.341818] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c215fb-851a-45b3-a800-c0e5d9942a97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.349451] env[70623]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-778d831c-d594-4a59-99ca-b8b0f5602152 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.382681] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Downloading image file data 6b149850-e29d-4f75-af79-6f7f9ea861da to the data store datastore2 {{(pid=70623) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 597.428407] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "52549292-e7ec-4c7c-890b-2e6d59f0502b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.428639] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.468552] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 597.472071] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.548804] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.549074] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.549294] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.549528] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.549683] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.549824] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.550056] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.551072] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.551072] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.551072] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.551072] env[70623]: DEBUG nova.virt.hardware [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.554025] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41f2fb-dcb4-4ea5-8a3f-fb77c4970a15 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.561493] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa05093-0aad-4ee5-8804-6b3637f46f19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.676395] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.677033] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.681467] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.243s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.683195] env[70623]: INFO nova.compute.claims [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.930890] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.187649] env[70623]: DEBUG nova.compute.utils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.191271] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.191524] env[70623]: DEBUG nova.network.neutron [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.195774] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.195965] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.302412] env[70623]: DEBUG nova.policy [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a37b428678f24de6869a6585c112f514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf11c057eac04359b49bb17a3950e5db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.337458] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Downloaded image file data 6b149850-e29d-4f75-af79-6f7f9ea861da to vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk on the data store datastore2 {{(pid=70623) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 598.339344] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 598.340027] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Copying Virtual Disk [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk to [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.340027] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0731d62f-8e06-4819-8158-be061d58efad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.353606] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 598.353606] env[70623]: value = "task-2792826" [ 598.353606] env[70623]: _type = "Task" [ 598.353606] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.362199] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.466570] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.478631] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "6ea30732-9561-4e45-8825-88f318a82ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.478857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "6ea30732-9561-4e45-8825-88f318a82ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.691733] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.887265] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.924598] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955db011-c702-4250-8c2f-36a259199fe5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.934980] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9401f8f0-485b-4801-bb46-53e1345e048a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.972317] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e017a73-1a82-45fd-8784-5747abdd0caf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.977961] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.978247] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.983919] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.988191] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e7b9a3-a403-49c0-a8d7-28fb13fb9447 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.008698] env[70623]: DEBUG nova.compute.provider_tree [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.352208] env[70623]: DEBUG nova.network.neutron [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Successfully created port: e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.373730] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673899} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.374117] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Copied Virtual Disk [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk to [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.374699] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleting the datastore file [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.374914] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cce49baa-4cbb-4d1f-b5a6-dcd9e2a74246 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.382852] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 599.382852] env[70623]: value = "task-2792827" [ 599.382852] env[70623]: _type = "Task" [ 599.382852] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.392881] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.481669] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.512149] env[70623]: DEBUG nova.scheduler.client.report [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.521981] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.701705] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.741544] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.741544] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.741544] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.741731] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.741731] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.741731] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.741731] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.741731] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.742039] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.742636] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.742879] env[70623]: DEBUG nova.virt.hardware [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.745840] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e157ccd8-80b0-4d11-a787-23fc59e62611 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.755449] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566821d-65aa-4bbb-a417-07f5e3286d31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.901071] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027275} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.901925] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.901925] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Moving file from [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423/6b149850-e29d-4f75-af79-6f7f9ea861da to [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da. {{(pid=70623) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.901925] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-88bdefb0-8058-4cc0-bbad-2d55f74a3938 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.905713] env[70623]: DEBUG nova.network.neutron [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Successfully updated port: 27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.913591] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 599.913591] env[70623]: value = "task-2792828" [ 599.913591] env[70623]: _type = "Task" [ 599.913591] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.924314] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792828, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.016523] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.024861] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.025417] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.028079] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.145s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.030481] env[70623]: INFO nova.compute.claims [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.408015] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.408015] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquired lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.408015] env[70623]: DEBUG nova.network.neutron [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.423872] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792828, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027681} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.424809] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] File moved {{(pid=70623) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 600.424809] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Cleaning up location [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 600.425131] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleting the datastore file [datastore2] vmware_temp/c8ecd497-2885-4aab-b048-84fb00e1d423 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.425215] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb5e01e5-9785-4c91-99a5-8725e1cf48db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.437020] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 600.437020] env[70623]: value = "task-2792829" [ 600.437020] env[70623]: _type = "Task" [ 600.437020] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.445679] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.537031] env[70623]: DEBUG nova.compute.utils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.537031] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.537031] env[70623]: DEBUG nova.network.neutron [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.716014] env[70623]: DEBUG nova.policy [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37a006e959bf4ba48619f762436d1a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '582fa0e2e83d4d9795d20f295b246b6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.843372] env[70623]: DEBUG nova.compute.manager [req-1fe1f65d-33cd-4168-b73f-8b1613f7f42a req-a4a45fcf-5498-43e6-b31a-49616815d6ef service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Received event network-vif-plugged-27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 600.843372] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe1f65d-33cd-4168-b73f-8b1613f7f42a req-a4a45fcf-5498-43e6-b31a-49616815d6ef service nova] Acquiring lock "7a938aa3-5958-42cb-912c-091a74fe59e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.843372] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe1f65d-33cd-4168-b73f-8b1613f7f42a req-a4a45fcf-5498-43e6-b31a-49616815d6ef service nova] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.844605] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe1f65d-33cd-4168-b73f-8b1613f7f42a req-a4a45fcf-5498-43e6-b31a-49616815d6ef service nova] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.844605] env[70623]: DEBUG nova.compute.manager [req-1fe1f65d-33cd-4168-b73f-8b1613f7f42a req-a4a45fcf-5498-43e6-b31a-49616815d6ef service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] No waiting events found dispatching network-vif-plugged-27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.844605] env[70623]: WARNING nova.compute.manager [req-1fe1f65d-33cd-4168-b73f-8b1613f7f42a req-a4a45fcf-5498-43e6-b31a-49616815d6ef service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Received unexpected event network-vif-plugged-27398926-7125-47b7-b469-595760aee6a2 for instance with vm_state building and task_state spawning. [ 600.950378] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026216} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.950658] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.951763] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cdc45b-72de-4895-b404-42dc9a5881cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.957100] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 600.957100] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521610bf-32c3-775a-cc6e-59a2705ca1a4" [ 600.957100] env[70623]: _type = "Task" [ 600.957100] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.966155] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521610bf-32c3-775a-cc6e-59a2705ca1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.046373] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.110581] env[70623]: DEBUG nova.network.neutron [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.209609] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742cd19-87cb-41ab-990e-3a5dd9dd8b40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.219258] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1197ca24-4895-4522-ab3d-93a17c2d720e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.255376] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ed88ff-27e6-44d7-936b-722b02b32498 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.263959] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa901dcf-e406-4488-a8be-691ff29caf24 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.279824] env[70623]: DEBUG nova.compute.provider_tree [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.469170] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521610bf-32c3-775a-cc6e-59a2705ca1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.469590] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469821] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 5ef10fea-a884-4f04-9db2-01ebc584e0af/5ef10fea-a884-4f04-9db2-01ebc584e0af.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.470085] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c7eb96-c655-4a76-b309-2c21f7aabc19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.477526] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 601.477526] env[70623]: value = "task-2792830" [ 601.477526] env[70623]: _type = "Task" [ 601.477526] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.486297] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.813914] env[70623]: ERROR nova.scheduler.client.report [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [req-7c301792-3b19-427c-84fc-9c117f012431] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c301792-3b19-427c-84fc-9c117f012431"}]} [ 601.840560] env[70623]: DEBUG nova.scheduler.client.report [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 601.865625] env[70623]: DEBUG nova.scheduler.client.report [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 601.866424] env[70623]: DEBUG nova.compute.provider_tree [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.882582] env[70623]: DEBUG nova.network.neutron [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updating instance_info_cache with network_info: [{"id": "27398926-7125-47b7-b469-595760aee6a2", "address": "fa:16:3e:cd:9d:45", "network": {"id": "ce3ff77a-432c-422d-b3d2-aede95000bf5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-336632568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f475d63210c43e584500eef65906d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27398926-71", "ovs_interfaceid": "27398926-7125-47b7-b469-595760aee6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.885466] env[70623]: DEBUG nova.scheduler.client.report [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 601.988956] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445128} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.989226] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 5ef10fea-a884-4f04-9db2-01ebc584e0af/5ef10fea-a884-4f04-9db2-01ebc584e0af.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.989472] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.989724] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9be8365f-374d-4b52-92f7-260d9d776138 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.996547] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 601.996547] env[70623]: value = "task-2792831" [ 601.996547] env[70623]: _type = "Task" [ 601.996547] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.997058] env[70623]: DEBUG nova.scheduler.client.report [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 602.012434] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.058125] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.084465] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.084703] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.084856] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.085042] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.085190] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.085333] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.085542] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.085912] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.086290] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.086496] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.086635] env[70623]: DEBUG nova.virt.hardware [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.087746] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61927d77-86af-4236-b843-fa395b7d85ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.096473] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d43270b-8283-46bf-85df-d7f51a3fc618 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.151278] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70227c2b-dbd4-4a8d-ba0a-44cbecc2f150 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.159068] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e63a6ad-5ee3-4d76-adf9-dcc8099b9003 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.190662] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b871a32-e048-4185-8606-8af8a6f988f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.198447] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ccfd9-c988-4c47-8db3-2f226b2901bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.216922] env[70623]: DEBUG nova.compute.provider_tree [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.389699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Releasing lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.390110] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Instance network_info: |[{"id": "27398926-7125-47b7-b469-595760aee6a2", "address": "fa:16:3e:cd:9d:45", "network": {"id": "ce3ff77a-432c-422d-b3d2-aede95000bf5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-336632568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f475d63210c43e584500eef65906d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27398926-71", "ovs_interfaceid": "27398926-7125-47b7-b469-595760aee6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.390545] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:9d:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27398926-7125-47b7-b469-595760aee6a2', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.399920] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Creating folder: Project (1f475d63210c43e584500eef65906d62). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.400456] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ba73437-6c0f-4795-827f-70597c02b4b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.410965] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Created folder: Project (1f475d63210c43e584500eef65906d62) in parent group-v561316. [ 602.411265] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Creating folder: Instances. Parent ref: group-v561320. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.411449] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc781ed6-cb1b-4275-81de-8a7cc4250975 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.419865] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Created folder: Instances in parent group-v561320. [ 602.420293] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.420293] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.420594] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4804a7d6-fa45-41a8-b863-b1ddbeb36dbb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.440985] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.440985] env[70623]: value = "task-2792834" [ 602.440985] env[70623]: _type = "Task" [ 602.440985] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.451651] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792834, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.508735] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06668} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.509576] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.510050] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18aaa1-bf81-4c98-9629-f021513c7147 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.534691] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 5ef10fea-a884-4f04-9db2-01ebc584e0af/5ef10fea-a884-4f04-9db2-01ebc584e0af.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.534691] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754b397e-de08-4577-b492-0a33d2925f00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.555020] env[70623]: DEBUG nova.network.neutron [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Successfully created port: 83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.557959] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 602.557959] env[70623]: value = "task-2792835" [ 602.557959] env[70623]: _type = "Task" [ 602.557959] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.566279] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.780990] env[70623]: DEBUG nova.scheduler.client.report [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 602.781408] env[70623]: DEBUG nova.compute.provider_tree [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 13 to 14 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 602.781732] env[70623]: DEBUG nova.compute.provider_tree [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.787263] env[70623]: DEBUG nova.network.neutron [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Successfully updated port: e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.954093] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792834, 'name': CreateVM_Task, 'duration_secs': 0.372376} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.954193] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.978894] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.979210] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.979566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.979852] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09053d0e-164a-4d5c-9e25-9b896f8ca03a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.988290] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 602.988290] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b244c8-fae1-b3a1-099e-fa43ca36fbf5" [ 602.988290] env[70623]: _type = "Task" [ 602.988290] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.000232] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b244c8-fae1-b3a1-099e-fa43ca36fbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.000232] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.000232] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.000232] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.000558] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.000558] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.000558] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9fb82b-9e27-41c9-9f22-dc94121e741a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.010714] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.011050] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.012047] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a376ab7c-14c7-4b99-b1f6-c39094e77926 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.019415] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 603.019415] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521cd4b3-1704-7a49-ff42-5e31e043a0db" [ 603.019415] env[70623]: _type = "Task" [ 603.019415] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.031679] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521cd4b3-1704-7a49-ff42-5e31e043a0db, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.032384] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ca63a2-6f65-4737-99a4-0d18244355ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.038048] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 603.038048] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5246c658-7c41-fbdb-d1d6-463fefbe4219" [ 603.038048] env[70623]: _type = "Task" [ 603.038048] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.050943] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5246c658-7c41-fbdb-d1d6-463fefbe4219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.068611] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792835, 'name': ReconfigVM_Task, 'duration_secs': 0.36485} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.068961] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 5ef10fea-a884-4f04-9db2-01ebc584e0af/5ef10fea-a884-4f04-9db2-01ebc584e0af.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.069593] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d044d908-eb0d-4001-b4f3-d0214063aaab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.076095] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 603.076095] env[70623]: value = "task-2792836" [ 603.076095] env[70623]: _type = "Task" [ 603.076095] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.084761] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792836, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.290014] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "refresh_cache-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.290124] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquired lock "refresh_cache-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.290643] env[70623]: DEBUG nova.network.neutron [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.293368] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.293880] env[70623]: DEBUG nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.300276] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.397s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.302893] env[70623]: INFO nova.compute.claims [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.308547] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.308547] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.308547] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.308654] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.309756] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.309756] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.309756] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.309756] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 603.309756] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.551997] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5246c658-7c41-fbdb-d1d6-463fefbe4219, 'name': SearchDatastore_Task, 'duration_secs': 0.00815} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.551997] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.551997] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 7a938aa3-5958-42cb-912c-091a74fe59e6/7a938aa3-5958-42cb-912c-091a74fe59e6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.551997] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3fe2e09-fdc1-4011-8524-24f72b5d08bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.559251] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 603.559251] env[70623]: value = "task-2792837" [ 603.559251] env[70623]: _type = "Task" [ 603.559251] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.589114] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792836, 'name': Rename_Task, 'duration_secs': 0.132567} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.589114] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.589114] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaacbe0b-95e1-4ec1-b0e7-806d16a2c57e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.626045] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 603.626045] env[70623]: value = "task-2792838" [ 603.626045] env[70623]: _type = "Task" [ 603.626045] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.637888] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.680476] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "ba399839-ac55-4515-b7a1-b04c623636a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.680905] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "ba399839-ac55-4515-b7a1-b04c623636a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.810140] env[70623]: DEBUG nova.compute.utils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.817966] env[70623]: DEBUG nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 603.819707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.892590] env[70623]: DEBUG nova.network.neutron [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.073424] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792837, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.142356] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792838, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.155406] env[70623]: DEBUG nova.network.neutron [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Updating instance_info_cache with network_info: [{"id": "e38cbde6-7e9a-4d58-989e-862bcd4a8b5d", "address": "fa:16:3e:71:69:83", "network": {"id": "a12491bd-467f-458a-812f-65318d0c8150", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1729397400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf11c057eac04359b49bb17a3950e5db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38cbde6-7e", "ovs_interfaceid": "e38cbde6-7e9a-4d58-989e-862bcd4a8b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.184544] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.317834] env[70623]: DEBUG nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.478024] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.478024] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.577974] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516099} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.581226] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 7a938aa3-5958-42cb-912c-091a74fe59e6/7a938aa3-5958-42cb-912c-091a74fe59e6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.581451] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.581910] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df73742-118c-410a-a9c6-cdff8453cc89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.589455] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 604.589455] env[70623]: value = "task-2792839" [ 604.589455] env[70623]: _type = "Task" [ 604.589455] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.607333] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.623320] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1cab3e-8a54-4707-ab97-38220b046c6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.636961] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9aa9c0-fa33-41a3-95ab-28e8af704cd0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.648116] env[70623]: DEBUG oslo_vmware.api [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792838, 'name': PowerOnVM_Task, 'duration_secs': 0.612112} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.650410] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.651930] env[70623]: INFO nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Took 9.39 seconds to spawn the instance on the hypervisor. [ 604.651930] env[70623]: DEBUG nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.653564] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5fc1fe-6a77-4830-9f94-abee82101e58 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.684285] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Releasing lock "refresh_cache-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.684462] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Instance network_info: |[{"id": "e38cbde6-7e9a-4d58-989e-862bcd4a8b5d", "address": "fa:16:3e:71:69:83", "network": {"id": "a12491bd-467f-458a-812f-65318d0c8150", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1729397400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf11c057eac04359b49bb17a3950e5db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38cbde6-7e", "ovs_interfaceid": "e38cbde6-7e9a-4d58-989e-862bcd4a8b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.686033] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:69:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e38cbde6-7e9a-4d58-989e-862bcd4a8b5d', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.693610] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Creating folder: Project (cf11c057eac04359b49bb17a3950e5db). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.695033] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa150a73-2989-49db-87db-18c02a98b02f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.701346] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f786bb0-d193-4017-baaa-d5858d02ef81 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.713429] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bdb57a-c120-4319-9bec-df3aec914831 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.718785] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Created folder: Project (cf11c057eac04359b49bb17a3950e5db) in parent group-v561316. [ 604.719017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Creating folder: Instances. Parent ref: group-v561323. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.720482] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978719ba-e36f-4238-b71f-c371359e2d46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.721879] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.731895] env[70623]: DEBUG nova.compute.provider_tree [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.745538] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Created folder: Instances in parent group-v561323. [ 604.745690] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.745876] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.746393] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c28797ed-d8ae-4baf-b426-f3e4c9c2d184 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.767567] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.767567] env[70623]: value = "task-2792842" [ 604.767567] env[70623]: _type = "Task" [ 604.767567] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.776378] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792842, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.105727] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064064} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.106021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.106828] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e94eb5-122a-4e5a-99a7-3fe1e6114ead {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.110358] env[70623]: DEBUG nova.network.neutron [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Successfully updated port: 83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.134909] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7a938aa3-5958-42cb-912c-091a74fe59e6/7a938aa3-5958-42cb-912c-091a74fe59e6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.136252] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90478d8b-3337-42a7-801a-4a9f50d881c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.157084] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 605.157084] env[70623]: value = "task-2792843" [ 605.157084] env[70623]: _type = "Task" [ 605.157084] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.169759] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.216566] env[70623]: INFO nova.compute.manager [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Took 14.27 seconds to build instance. [ 605.237677] env[70623]: DEBUG nova.scheduler.client.report [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.284329] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792842, 'name': CreateVM_Task, 'duration_secs': 0.44892} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.284505] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.285294] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.285378] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.285819] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.285908] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6ce44b-c06a-4fae-a508-f1982591b643 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.296264] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 605.296264] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ce427-3e99-5f09-a35c-21eadc009588" [ 605.296264] env[70623]: _type = "Task" [ 605.296264] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.306770] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ce427-3e99-5f09-a35c-21eadc009588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.333961] env[70623]: DEBUG nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.376856] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.377109] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.377278] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.377526] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.377626] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.377728] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.378182] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.378609] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.378609] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.379529] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.379529] env[70623]: DEBUG nova.virt.hardware [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.380565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e19b92-82d6-4877-b911-3495334b45e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.395796] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc4ea9-e600-41f3-b6d8-c2d4a383ce89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.412540] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.422152] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Creating folder: Project (2e3cb7c2f364464aad92843e1829883f). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.422152] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2abe826b-704c-4fa2-9d67-ee59c80e4f78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.430926] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Created folder: Project (2e3cb7c2f364464aad92843e1829883f) in parent group-v561316. [ 605.431463] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Creating folder: Instances. Parent ref: group-v561326. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.431864] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3395fdc9-756e-45fb-93f6-eb2802cf4846 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.441267] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Created folder: Instances in parent group-v561326. [ 605.441466] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.441706] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.441919] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e068233-c89d-4137-9875-295388ce969b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.458554] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.458554] env[70623]: value = "task-2792846" [ 605.458554] env[70623]: _type = "Task" [ 605.458554] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.466234] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792846, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.612888] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "refresh_cache-1877a563-e85b-46d4-b0b6-95da7b705e53" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.613201] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquired lock "refresh_cache-1877a563-e85b-46d4-b0b6-95da7b705e53" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.613375] env[70623]: DEBUG nova.network.neutron [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.622424] env[70623]: DEBUG nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Received event network-changed-27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 605.622612] env[70623]: DEBUG nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Refreshing instance network info cache due to event network-changed-27398926-7125-47b7-b469-595760aee6a2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 605.625172] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Acquiring lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.625172] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Acquired lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.625172] env[70623]: DEBUG nova.network.neutron [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Refreshing network info cache for port 27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.675131] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.722895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2fd97c73-e66a-4351-8222-3e3d09c21fa6 tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "5ef10fea-a884-4f04-9db2-01ebc584e0af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.790s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.748866] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.749940] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.756016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.286s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.756016] env[70623]: INFO nova.compute.claims [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.809210] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ce427-3e99-5f09-a35c-21eadc009588, 'name': SearchDatastore_Task, 'duration_secs': 0.039516} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.809210] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.809210] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.809210] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.809446] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.809826] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.809826] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9473e281-c720-467a-adcb-cd7705ea49c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.818578] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.818826] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.823245] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794379b9-f2ad-407a-9b4c-9925322eefc1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.830123] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 605.830123] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fd680c-4e39-835e-7a6b-986bb1a4f22d" [ 605.830123] env[70623]: _type = "Task" [ 605.830123] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.852648] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fd680c-4e39-835e-7a6b-986bb1a4f22d, 'name': SearchDatastore_Task, 'duration_secs': 0.015543} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.853487] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e224fae7-15ce-467e-bcc1-11c5a8fa9e34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.859409] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 605.859409] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d71af-b217-6b8d-c1ca-697f29fd1aa5" [ 605.859409] env[70623]: _type = "Task" [ 605.859409] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.870152] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d71af-b217-6b8d-c1ca-697f29fd1aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.969686] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792846, 'name': CreateVM_Task, 'duration_secs': 0.306747} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.969686] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.970113] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.970269] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.970662] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.971203] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c41ac7-fd7d-4b82-9105-6fce449525fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.975663] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 605.975663] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e58cfc-9bde-66fd-0123-b35bceb6925a" [ 605.975663] env[70623]: _type = "Task" [ 605.975663] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.984069] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e58cfc-9bde-66fd-0123-b35bceb6925a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.171553] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792843, 'name': ReconfigVM_Task, 'duration_secs': 0.712018} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.171553] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7a938aa3-5958-42cb-912c-091a74fe59e6/7a938aa3-5958-42cb-912c-091a74fe59e6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.171683] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44dded5f-55c7-4a9b-bb0e-1ec04cfab953 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.180871] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 606.180871] env[70623]: value = "task-2792847" [ 606.180871] env[70623]: _type = "Task" [ 606.180871] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.192582] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792847, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.204598] env[70623]: DEBUG nova.network.neutron [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.230629] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.260114] env[70623]: DEBUG nova.compute.utils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.265557] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.265858] env[70623]: DEBUG nova.network.neutron [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.374893] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d71af-b217-6b8d-c1ca-697f29fd1aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.374893] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.374893] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f/3431f8d4-2a0c-4d3c-ace9-8a916f7e383f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.375358] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b49bd3-3343-4369-9d52-3762bd4464f8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.382860] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 606.382860] env[70623]: value = "task-2792848" [ 606.382860] env[70623]: _type = "Task" [ 606.382860] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.393064] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.487402] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e58cfc-9bde-66fd-0123-b35bceb6925a, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.489583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.489677] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.490358] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.490358] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.490358] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.490890] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb5cebd-8c6d-49db-8fa8-8ef62d29948b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.498964] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.499560] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.500401] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ba03ad-9a22-47af-a221-f993e33cb83c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.507038] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 606.507038] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f08081-76a3-b8e4-4213-f308d93c38e8" [ 606.507038] env[70623]: _type = "Task" [ 606.507038] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.519295] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f08081-76a3-b8e4-4213-f308d93c38e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.540573] env[70623]: DEBUG nova.policy [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97b20f11f964eed9d8853d306c00208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77451c41ec5141f7a6fb491d0470f2eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.682401] env[70623]: DEBUG nova.compute.manager [None req-99f23a18-54b4-440f-919b-3f8c7ca4fd02 tempest-ServerDiagnosticsV248Test-848486469 tempest-ServerDiagnosticsV248Test-848486469-project-admin] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.689025] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5207c-3ccb-4843-a6cf-af64e816cf07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.705377] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792847, 'name': Rename_Task, 'duration_secs': 0.27314} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.706809] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.707347] env[70623]: INFO nova.compute.manager [None req-99f23a18-54b4-440f-919b-3f8c7ca4fd02 tempest-ServerDiagnosticsV248Test-848486469 tempest-ServerDiagnosticsV248Test-848486469-project-admin] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Retrieving diagnostics [ 606.707765] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fada1bd2-258b-4fdd-87ee-3ef4eef24285 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.710114] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14ce58-b13c-47fe-9205-68e6402a21a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.752528] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 606.752528] env[70623]: value = "task-2792849" [ 606.752528] env[70623]: _type = "Task" [ 606.752528] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.767841] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792849, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.768399] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.775054] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.841867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "761d787c-3988-454d-9ceb-c8afb5e6b36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.841867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.902026] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468915} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.904240] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f/3431f8d4-2a0c-4d3c-ace9-8a916f7e383f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.904240] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.904240] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae0ffdb-67fb-4f6a-aa6a-bb663ec4de67 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.912075] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 606.912075] env[70623]: value = "task-2792850" [ 606.912075] env[70623]: _type = "Task" [ 606.912075] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.923048] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.022136] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f08081-76a3-b8e4-4213-f308d93c38e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.024823] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a1533-f666-4c77-bbcf-228cad8a8db5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.026925] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8749c3a-5436-443b-9006-31ee9fc5ce8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.035259] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25296c9-446f-43d1-806d-f4acf7e1527f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.039164] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 607.039164] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525b96eb-d957-06c9-6fe6-47ed0da849ca" [ 607.039164] env[70623]: _type = "Task" [ 607.039164] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.076891] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237444a3-e60a-43fb-958a-bcd7d553f046 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.084120] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525b96eb-d957-06c9-6fe6-47ed0da849ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008105} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.084789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.085132] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.085458] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b7bbbb7-7b5b-4710-be42-7e82e47f4783 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.091691] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9968d0c-8748-45b7-8c29-ede5d6868e28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.097933] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 607.097933] env[70623]: value = "task-2792851" [ 607.097933] env[70623]: _type = "Task" [ 607.097933] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.120731] env[70623]: DEBUG nova.compute.provider_tree [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.125281] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.141106] env[70623]: DEBUG nova.network.neutron [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Updating instance_info_cache with network_info: [{"id": "83e7b58d-d5cf-4bfb-8547-17ef5af137c4", "address": "fa:16:3e:54:b6:49", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e7b58d-d5", "ovs_interfaceid": "83e7b58d-d5cf-4bfb-8547-17ef5af137c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.276480] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792849, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.295202] env[70623]: DEBUG nova.network.neutron [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updated VIF entry in instance network info cache for port 27398926-7125-47b7-b469-595760aee6a2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.295202] env[70623]: DEBUG nova.network.neutron [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updating instance_info_cache with network_info: [{"id": "27398926-7125-47b7-b469-595760aee6a2", "address": "fa:16:3e:cd:9d:45", "network": {"id": "ce3ff77a-432c-422d-b3d2-aede95000bf5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-336632568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f475d63210c43e584500eef65906d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27398926-71", "ovs_interfaceid": "27398926-7125-47b7-b469-595760aee6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.427273] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072023} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.427656] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.428856] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd977df0-5955-4bf0-813f-b0f6b35be06e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.460985] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f/3431f8d4-2a0c-4d3c-ace9-8a916f7e383f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.461341] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabd9aff-834e-4e6d-9614-ccb6fb79baf1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.484858] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 607.484858] env[70623]: value = "task-2792852" [ 607.484858] env[70623]: _type = "Task" [ 607.484858] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.498672] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.619168] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485571} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.620220] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.620522] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.620860] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa95a8a0-3a06-457b-975f-83919c1e5078 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.630178] env[70623]: DEBUG nova.scheduler.client.report [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.639530] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 607.639530] env[70623]: value = "task-2792853" [ 607.639530] env[70623]: _type = "Task" [ 607.639530] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.644066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Releasing lock "refresh_cache-1877a563-e85b-46d4-b0b6-95da7b705e53" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.644385] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Instance network_info: |[{"id": "83e7b58d-d5cf-4bfb-8547-17ef5af137c4", "address": "fa:16:3e:54:b6:49", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e7b58d-d5", "ovs_interfaceid": "83e7b58d-d5cf-4bfb-8547-17ef5af137c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.645100] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:b6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83e7b58d-d5cf-4bfb-8547-17ef5af137c4', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.653769] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Creating folder: Project (582fa0e2e83d4d9795d20f295b246b6b). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.654504] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26d4fe83-bd97-46d6-89bb-4fd65b0c792e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.659308] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.668288] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Created folder: Project (582fa0e2e83d4d9795d20f295b246b6b) in parent group-v561316. [ 607.668478] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Creating folder: Instances. Parent ref: group-v561329. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.668718] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0e0eba9-2b00-490d-802f-cb1295ed1789 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.679438] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Created folder: Instances in parent group-v561329. [ 607.683137] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.683137] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.683137] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-461b3231-0fdb-4733-bb7f-d5b2c82c6694 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.698829] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.698829] env[70623]: value = "task-2792856" [ 607.698829] env[70623]: _type = "Task" [ 607.698829] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.711444] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792856, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.768032] env[70623]: DEBUG oslo_vmware.api [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792849, 'name': PowerOnVM_Task, 'duration_secs': 0.732529} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.768032] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.768032] env[70623]: INFO nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Took 10.30 seconds to spawn the instance on the hypervisor. [ 607.768542] env[70623]: DEBUG nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.772488] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9622f2d-8a7f-4d95-895c-da37ace1e1e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.781904] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.798127] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Releasing lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.798409] env[70623]: DEBUG nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Received event network-vif-plugged-e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.799014] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Acquiring lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.799014] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.799232] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.799282] env[70623]: DEBUG nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] No waiting events found dispatching network-vif-plugged-e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.799651] env[70623]: WARNING nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Received unexpected event network-vif-plugged-e38cbde6-7e9a-4d58-989e-862bcd4a8b5d for instance with vm_state building and task_state spawning. [ 607.799651] env[70623]: DEBUG nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Received event network-changed-e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.799792] env[70623]: DEBUG nova.compute.manager [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Refreshing instance network info cache due to event network-changed-e38cbde6-7e9a-4d58-989e-862bcd4a8b5d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 607.800183] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Acquiring lock "refresh_cache-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.800183] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Acquired lock "refresh_cache-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.802272] env[70623]: DEBUG nova.network.neutron [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Refreshing network info cache for port e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.838626] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.839592] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.839592] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.839592] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.839592] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.839592] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.840068] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.840068] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.841855] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.842090] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.842173] env[70623]: DEBUG nova.virt.hardware [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.845846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab7810-37a2-40ed-8c22-9af987d146f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.857604] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7b7c98-1c54-4cec-aac6-6ad7bf727efd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.998182] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792852, 'name': ReconfigVM_Task, 'duration_secs': 0.358603} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.998472] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f/3431f8d4-2a0c-4d3c-ace9-8a916f7e383f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.999415] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22d24402-3b47-41be-856a-6a2e29cb6100 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.005602] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 608.005602] env[70623]: value = "task-2792857" [ 608.005602] env[70623]: _type = "Task" [ 608.005602] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.013992] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792857, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.145199] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.145199] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.147366] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.626s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.149969] env[70623]: INFO nova.compute.claims [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.157182] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.157182] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.157505] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52edfed-a99f-4a30-9823-4eb639957ed7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.185649] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.186164] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93ddcb5-0d60-43e6-80f2-e0d7e63ae2c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.216573] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792856, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.217950] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 608.217950] env[70623]: value = "task-2792858" [ 608.217950] env[70623]: _type = "Task" [ 608.217950] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.226138] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.296941] env[70623]: INFO nova.compute.manager [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Took 15.73 seconds to build instance. [ 608.382525] env[70623]: DEBUG nova.network.neutron [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Successfully created port: a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.521527] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792857, 'name': Rename_Task, 'duration_secs': 0.481938} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.521850] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.522045] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc80ed70-3bbc-4a21-b0a9-36e97fb93c34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.529280] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 608.529280] env[70623]: value = "task-2792859" [ 608.529280] env[70623]: _type = "Task" [ 608.529280] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.539091] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.654070] env[70623]: DEBUG nova.compute.utils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.662843] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.663072] env[70623]: DEBUG nova.network.neutron [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.717018] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792856, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.727224] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792858, 'name': ReconfigVM_Task, 'duration_secs': 0.340439} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.727530] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.728142] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5cdf67e-d25b-4302-a5d3-cbc809fbe43f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.733886] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 608.733886] env[70623]: value = "task-2792860" [ 608.733886] env[70623]: _type = "Task" [ 608.733886] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.744476] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792860, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.799586] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6aed07eb-1346-423e-a038-0ab737b90c66 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.252s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.015233] env[70623]: DEBUG nova.policy [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0e3770583394210a6dd77b5df9ff0cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0150b9ff741b4a67865b2014e187490e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.041212] env[70623]: DEBUG oslo_vmware.api [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792859, 'name': PowerOnVM_Task, 'duration_secs': 0.49986} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.041212] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.041212] env[70623]: INFO nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Took 9.34 seconds to spawn the instance on the hypervisor. [ 609.041212] env[70623]: DEBUG nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.041859] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a425aa-2204-48c6-82ef-295f2808e7b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.160345] env[70623]: DEBUG nova.compute.manager [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Received event network-vif-plugged-83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 609.160646] env[70623]: DEBUG oslo_concurrency.lockutils [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] Acquiring lock "1877a563-e85b-46d4-b0b6-95da7b705e53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.160869] env[70623]: DEBUG oslo_concurrency.lockutils [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.161049] env[70623]: DEBUG oslo_concurrency.lockutils [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.161225] env[70623]: DEBUG nova.compute.manager [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] No waiting events found dispatching network-vif-plugged-83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.161674] env[70623]: WARNING nova.compute.manager [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Received unexpected event network-vif-plugged-83e7b58d-d5cf-4bfb-8547-17ef5af137c4 for instance with vm_state building and task_state spawning. [ 609.161674] env[70623]: DEBUG nova.compute.manager [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Received event network-changed-83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 609.161750] env[70623]: DEBUG nova.compute.manager [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Refreshing instance network info cache due to event network-changed-83e7b58d-d5cf-4bfb-8547-17ef5af137c4. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 609.161892] env[70623]: DEBUG oslo_concurrency.lockutils [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] Acquiring lock "refresh_cache-1877a563-e85b-46d4-b0b6-95da7b705e53" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162496] env[70623]: DEBUG oslo_concurrency.lockutils [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] Acquired lock "refresh_cache-1877a563-e85b-46d4-b0b6-95da7b705e53" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.162496] env[70623]: DEBUG nova.network.neutron [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Refreshing network info cache for port 83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.164017] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.228022] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792856, 'name': CreateVM_Task, 'duration_secs': 1.189275} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.228022] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.228732] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.228946] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.229376] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.232421] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1f2d73-d14b-4117-8de4-89496dc6d56f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.241057] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 609.241057] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525e70d1-7b4b-a7dc-effe-8fe8bc7abd97" [ 609.241057] env[70623]: _type = "Task" [ 609.241057] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.250381] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792860, 'name': Rename_Task, 'duration_secs': 0.132982} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.255087] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.255087] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032d5054-dfe2-414a-80a7-23a119d5632a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.260831] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525e70d1-7b4b-a7dc-effe-8fe8bc7abd97, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.261478] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.261730] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.261985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.262161] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.262339] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.262965] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff232aa-1e07-44e5-b996-36df11cb85ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.265477] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 609.265477] env[70623]: value = "task-2792861" [ 609.265477] env[70623]: _type = "Task" [ 609.265477] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.273995] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.273995] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.274201] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aca1314-26d9-4cf8-8dd1-35f537b56399 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.280222] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.284312] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 609.284312] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5293d246-270a-3023-d69e-f891a10b048f" [ 609.284312] env[70623]: _type = "Task" [ 609.284312] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.297130] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5293d246-270a-3023-d69e-f891a10b048f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.302825] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.414643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83746138-9967-48f6-83e4-4affd153af2d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.421385] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53078ec9-4188-4905-a3e2-8205b23ea672 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.459124] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b15c22-2c7f-4432-b72f-a8f65a5371da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.465195] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c8d52-a6cf-4dfd-87ea-32d1985054c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.479402] env[70623]: DEBUG nova.compute.provider_tree [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.566901] env[70623]: INFO nova.compute.manager [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Took 16.36 seconds to build instance. [ 609.591779] env[70623]: DEBUG nova.network.neutron [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Updated VIF entry in instance network info cache for port e38cbde6-7e9a-4d58-989e-862bcd4a8b5d. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.592793] env[70623]: DEBUG nova.network.neutron [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Updating instance_info_cache with network_info: [{"id": "e38cbde6-7e9a-4d58-989e-862bcd4a8b5d", "address": "fa:16:3e:71:69:83", "network": {"id": "a12491bd-467f-458a-812f-65318d0c8150", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1729397400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf11c057eac04359b49bb17a3950e5db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38cbde6-7e", "ovs_interfaceid": "e38cbde6-7e9a-4d58-989e-862bcd4a8b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.779384] env[70623]: DEBUG oslo_vmware.api [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792861, 'name': PowerOnVM_Task, 'duration_secs': 0.493204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.779738] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.779858] env[70623]: INFO nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Took 4.45 seconds to spawn the instance on the hypervisor. [ 609.780077] env[70623]: DEBUG nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.781132] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a646590-c5bb-4109-b745-9041aa62e685 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.799349] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5293d246-270a-3023-d69e-f891a10b048f, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.800120] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3199b5a7-240b-48dd-bf7a-c2d18b8424f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.809427] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 609.809427] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d1df9c-ee98-2ac2-95b7-6778b2fc855a" [ 609.809427] env[70623]: _type = "Task" [ 609.809427] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.819976] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d1df9c-ee98-2ac2-95b7-6778b2fc855a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.833028] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.983811] env[70623]: DEBUG nova.scheduler.client.report [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.070723] env[70623]: DEBUG oslo_concurrency.lockutils [None req-30a5c935-cfc6-4e2e-b5ab-5a31b2761675 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.873s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.101532] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d6de808-d37e-401b-baec-4214ee0825d5 req-0bf01d2b-4e26-4d03-9a2d-1ab99afb8808 service nova] Releasing lock "refresh_cache-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.174871] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.214322] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.214545] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.214718] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.215150] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.215258] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.215516] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.216458] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.216458] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.216458] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.216458] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.216458] env[70623]: DEBUG nova.virt.hardware [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.218699] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96176dd3-e1c3-41f1-8766-cc894f7456bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.230400] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224a6da-8bd2-476c-a42b-467eac0e7101 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.314346] env[70623]: INFO nova.compute.manager [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Took 13.48 seconds to build instance. [ 610.333572] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d1df9c-ee98-2ac2-95b7-6778b2fc855a, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.334894] env[70623]: DEBUG nova.network.neutron [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Successfully created port: 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.337275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.337694] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 1877a563-e85b-46d4-b0b6-95da7b705e53/1877a563-e85b-46d4-b0b6-95da7b705e53.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.338979] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e9e128-0c69-422d-b03c-251fd7c1cb4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.346752] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 610.346752] env[70623]: value = "task-2792862" [ 610.346752] env[70623]: _type = "Task" [ 610.346752] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.356897] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.493326] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.493326] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.496074] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.480s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.499818] env[70623]: INFO nova.compute.claims [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.594751] env[70623]: DEBUG nova.network.neutron [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Updated VIF entry in instance network info cache for port 83e7b58d-d5cf-4bfb-8547-17ef5af137c4. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.594751] env[70623]: DEBUG nova.network.neutron [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Updating instance_info_cache with network_info: [{"id": "83e7b58d-d5cf-4bfb-8547-17ef5af137c4", "address": "fa:16:3e:54:b6:49", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e7b58d-d5", "ovs_interfaceid": "83e7b58d-d5cf-4bfb-8547-17ef5af137c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.821481] env[70623]: DEBUG oslo_concurrency.lockutils [None req-775271a0-a021-430c-bda5-643f6e225629 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.997s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.868781] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.923141] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "interface-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.924412] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "interface-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.924982] env[70623]: DEBUG nova.objects.instance [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lazy-loading 'flavor' on Instance uuid 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.008574] env[70623]: DEBUG nova.compute.utils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.012541] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.012720] env[70623]: DEBUG nova.network.neutron [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.100654] env[70623]: DEBUG oslo_concurrency.lockutils [req-c037b598-bf79-4ef3-8a5b-aa90abfeaa35 req-06663034-0dba-4bd1-aadc-dc8ceba7e4ae service nova] Releasing lock "refresh_cache-1877a563-e85b-46d4-b0b6-95da7b705e53" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.163213] env[70623]: DEBUG nova.policy [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b410292b9774050960b4fc2aac5e134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53fc38f90e3d4698ad6fe1ee1e22ce2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.367029] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74439} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.367361] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 1877a563-e85b-46d4-b0b6-95da7b705e53/1877a563-e85b-46d4-b0b6-95da7b705e53.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.367649] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.367914] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4d01f34-fb2c-4e2d-b9bc-bffec6eeef75 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.374977] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 611.374977] env[70623]: value = "task-2792863" [ 611.374977] env[70623]: _type = "Task" [ 611.374977] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.384096] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.430728] env[70623]: DEBUG nova.objects.instance [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lazy-loading 'pci_requests' on Instance uuid 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.514177] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.706640] env[70623]: DEBUG nova.network.neutron [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Successfully updated port: a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.775248] env[70623]: DEBUG nova.network.neutron [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Successfully created port: 413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.788518] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcf317-d45a-4386-bdc0-5c0c02e37c47 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.798144] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f137d-2da3-41a3-a1ae-0a24761e0a80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.836240] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f77af3-fd87-420d-9432-d2cd826327c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.846626] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3da996-ac94-48cf-91eb-3e8dd1dc336f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.861694] env[70623]: DEBUG nova.compute.provider_tree [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.887154] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143619} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.888077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.888494] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41079f20-1654-4380-97c7-fdbca13ef44c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.912222] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 1877a563-e85b-46d4-b0b6-95da7b705e53/1877a563-e85b-46d4-b0b6-95da7b705e53.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.912612] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a7bc22-d535-4a5f-ac8f-710734aba6a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.932938] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 611.932938] env[70623]: value = "task-2792864" [ 611.932938] env[70623]: _type = "Task" [ 611.932938] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.933602] env[70623]: DEBUG nova.objects.base [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Object Instance<3431f8d4-2a0c-4d3c-ace9-8a916f7e383f> lazy-loaded attributes: flavor,pci_requests {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 611.933833] env[70623]: DEBUG nova.network.neutron [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.944177] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.065053] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5866bbbf-d7e5-4f4a-bf50-0425f901a27e tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "interface-3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.141s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.210617] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "refresh_cache-91a0e319-bba4-48ab-a0c0-6f441c343990" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.210617] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired lock "refresh_cache-91a0e319-bba4-48ab-a0c0-6f441c343990" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.210617] env[70623]: DEBUG nova.network.neutron [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.365076] env[70623]: DEBUG nova.scheduler.client.report [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.380281] env[70623]: DEBUG nova.network.neutron [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Successfully updated port: 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.447141] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.525845] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.564481] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.564784] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.564957] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.565672] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.565785] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.565950] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.566195] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.566365] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.567496] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.567496] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.567496] env[70623]: DEBUG nova.virt.hardware [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.577418] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b52feec-1848-44b7-9f77-76f3d7348ebf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.591860] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b242349-c368-4c4b-acb7-722e479edf84 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.781215] env[70623]: DEBUG nova.network.neutron [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.873892] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.873892] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.879202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.058s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.879202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.879202] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 612.879202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.156s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.881590] env[70623]: INFO nova.compute.claims [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.888069] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf21d1-83ee-45bf-aa29-9c3cb4163ed2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.891711] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.891927] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.892090] env[70623]: DEBUG nova.network.neutron [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.901845] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f336dc-de00-4c0c-8f66-a6851fc37c89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.922496] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e70ca9-1aa2-4ef6-af39-6234e8605666 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.934670] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5daa1ca-9c03-4220-a5b3-383131540268 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.947584] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792864, 'name': ReconfigVM_Task, 'duration_secs': 0.750719} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.975418] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 1877a563-e85b-46d4-b0b6-95da7b705e53/1877a563-e85b-46d4-b0b6-95da7b705e53.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.977087] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181100MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 612.977087] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.977635] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be668f56-3268-4a17-b621-710d0254bea1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.985905] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 612.985905] env[70623]: value = "task-2792865" [ 612.985905] env[70623]: _type = "Task" [ 612.985905] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.995785] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792865, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.104646] env[70623]: DEBUG nova.network.neutron [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Updating instance_info_cache with network_info: [{"id": "a28367a3-b206-4b03-a577-a7b5c4e812b8", "address": "fa:16:3e:6a:7c:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28367a3-b2", "ovs_interfaceid": "a28367a3-b206-4b03-a577-a7b5c4e812b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.389185] env[70623]: DEBUG nova.compute.utils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.390686] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.390804] env[70623]: DEBUG nova.network.neutron [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.503728] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792865, 'name': Rename_Task, 'duration_secs': 0.362933} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.503728] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.503728] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d234b7b8-cbd9-4e13-9817-3a2ddfb88443 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.509483] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 613.509483] env[70623]: value = "task-2792866" [ 613.509483] env[70623]: _type = "Task" [ 613.509483] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.515493] env[70623]: DEBUG nova.network.neutron [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.523307] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.607887] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Releasing lock "refresh_cache-91a0e319-bba4-48ab-a0c0-6f441c343990" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.608268] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Instance network_info: |[{"id": "a28367a3-b206-4b03-a577-a7b5c4e812b8", "address": "fa:16:3e:6a:7c:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28367a3-b2", "ovs_interfaceid": "a28367a3-b206-4b03-a577-a7b5c4e812b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.608697] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:7c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a28367a3-b206-4b03-a577-a7b5c4e812b8', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.616673] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Creating folder: Project (77451c41ec5141f7a6fb491d0470f2eb). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.617946] env[70623]: DEBUG nova.policy [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e6925491ed45b783b956fb0a865bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65481dc6f40c49d682942851555c2cab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.619636] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8238be9a-97c7-4420-8009-18f708c13b81 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.632587] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Created folder: Project (77451c41ec5141f7a6fb491d0470f2eb) in parent group-v561316. [ 613.632798] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Creating folder: Instances. Parent ref: group-v561332. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.633052] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4925ea3-bebe-4ed4-b76d-bbc20fc4b8be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.643401] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Created folder: Instances in parent group-v561332. [ 613.643632] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.643914] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.644023] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7889bd45-7e4c-4345-bc1f-b96e2f9cc40f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.665924] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.665924] env[70623]: value = "task-2792869" [ 613.665924] env[70623]: _type = "Task" [ 613.665924] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.677496] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792869, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.894193] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.976203] env[70623]: DEBUG nova.network.neutron [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Successfully updated port: 413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.023518] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.063084] env[70623]: DEBUG nova.network.neutron [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.120034] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8848ae99-27a1-4b7b-9dff-b1404cfba451 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.134499] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50228be-bdac-4487-b9bc-0c6d8dc5bb07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.179052] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fb33a4-9d07-4c76-869e-ed69766a2463 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.190750] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a19b35-2a92-4beb-bed2-708eb2ff12c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.194692] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792869, 'name': CreateVM_Task, 'duration_secs': 0.382458} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.194859] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.195894] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.196072] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.196384] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.196628] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a341b710-e350-47a0-bbfd-2bf454fd935e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.206202] env[70623]: DEBUG nova.compute.provider_tree [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.210911] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 614.210911] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd504d-0e5a-b197-d681-88641988ecd9" [ 614.210911] env[70623]: _type = "Task" [ 614.210911] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.218475] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd504d-0e5a-b197-d681-88641988ecd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.479682] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.479910] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquired lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.483155] env[70623]: DEBUG nova.network.neutron [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.499042] env[70623]: DEBUG nova.compute.manager [req-c4eab759-4cfc-4b32-b790-6195bde7c40e req-0898691c-2073-4bdc-9f14-e3d949748b8e service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Received event network-vif-plugged-a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 614.499115] env[70623]: DEBUG oslo_concurrency.lockutils [req-c4eab759-4cfc-4b32-b790-6195bde7c40e req-0898691c-2073-4bdc-9f14-e3d949748b8e service nova] Acquiring lock "91a0e319-bba4-48ab-a0c0-6f441c343990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.499299] env[70623]: DEBUG oslo_concurrency.lockutils [req-c4eab759-4cfc-4b32-b790-6195bde7c40e req-0898691c-2073-4bdc-9f14-e3d949748b8e service nova] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.499500] env[70623]: DEBUG oslo_concurrency.lockutils [req-c4eab759-4cfc-4b32-b790-6195bde7c40e req-0898691c-2073-4bdc-9f14-e3d949748b8e service nova] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.499930] env[70623]: DEBUG nova.compute.manager [req-c4eab759-4cfc-4b32-b790-6195bde7c40e req-0898691c-2073-4bdc-9f14-e3d949748b8e service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] No waiting events found dispatching network-vif-plugged-a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.499930] env[70623]: WARNING nova.compute.manager [req-c4eab759-4cfc-4b32-b790-6195bde7c40e req-0898691c-2073-4bdc-9f14-e3d949748b8e service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Received unexpected event network-vif-plugged-a28367a3-b206-4b03-a577-a7b5c4e812b8 for instance with vm_state building and task_state spawning. [ 614.521133] env[70623]: DEBUG oslo_vmware.api [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792866, 'name': PowerOnVM_Task, 'duration_secs': 0.630714} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.521610] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.521610] env[70623]: INFO nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Took 12.46 seconds to spawn the instance on the hypervisor. [ 614.521778] env[70623]: DEBUG nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.522565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf98618-bb35-48b3-be57-e88fb296d6c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.568120] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.568120] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Instance network_info: |[{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.568539] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:8a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '689aa4af-24b4-412e-919f-8795baa76f9c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.575983] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Creating folder: Project (0150b9ff741b4a67865b2014e187490e). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.576271] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb97efe-bb35-4ff7-b14f-44040dad1132 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.590147] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Created folder: Project (0150b9ff741b4a67865b2014e187490e) in parent group-v561316. [ 614.590902] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Creating folder: Instances. Parent ref: group-v561335. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.590902] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d32caeca-a53b-49ab-83dc-b8eed7fe3591 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.600660] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Created folder: Instances in parent group-v561335. [ 614.600915] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.601270] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.602026] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c0d631-9282-4aba-b2a1-4d80969384d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.623117] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.623117] env[70623]: value = "task-2792872" [ 614.623117] env[70623]: _type = "Task" [ 614.623117] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.632155] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792872, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.709376] env[70623]: DEBUG nova.scheduler.client.report [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.723685] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd504d-0e5a-b197-d681-88641988ecd9, 'name': SearchDatastore_Task, 'duration_secs': 0.034396} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.724058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.724299] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.724537] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.724686] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.724861] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.725135] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94da7eda-061f-480d-9caf-7fa1033b3601 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.735175] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.735362] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.736074] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0125480b-c9bb-47ec-9eb7-3b1b688a3d8b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.741986] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 614.741986] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527a29b6-ebb9-c3c3-62f3-ed2dc983faf6" [ 614.741986] env[70623]: _type = "Task" [ 614.741986] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.750131] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527a29b6-ebb9-c3c3-62f3-ed2dc983faf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.840254] env[70623]: DEBUG nova.network.neutron [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Successfully created port: feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.906856] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.940264] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.940601] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.940771] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.940956] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.941437] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.941620] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.941835] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.941994] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.942182] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.942343] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.942515] env[70623]: DEBUG nova.virt.hardware [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.943393] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc8cca-3add-4aab-987e-9787be31e781 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.951016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054ecfc-461f-421b-a0a3-1b09abf39150 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.043794] env[70623]: INFO nova.compute.manager [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Took 20.62 seconds to build instance. [ 615.082540] env[70623]: DEBUG nova.network.neutron [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.124026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.124026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "ef42669b-9878-416c-b719-6a4b54802053" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.133278] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792872, 'name': CreateVM_Task, 'duration_secs': 0.411677} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.133479] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.134714] env[70623]: DEBUG oslo_vmware.service [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8184c5-2e94-4a4c-984a-15e4889388a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.141021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.141240] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.142148] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.142414] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0ee72a-fcfa-479d-be9f-0caf74487a26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.147844] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 615.147844] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d22dd4-021e-e2da-acd4-a5c6f108daff" [ 615.147844] env[70623]: _type = "Task" [ 615.147844] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.155820] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d22dd4-021e-e2da-acd4-a5c6f108daff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.215521] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.216061] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.218587] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.444s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.222207] env[70623]: INFO nova.compute.claims [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.254820] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527a29b6-ebb9-c3c3-62f3-ed2dc983faf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.255655] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3103972-ecf7-4e2d-8e2c-cfbcdcb9bee3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.263164] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 615.263164] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e97995-fd0d-edc9-4034-f403b38b15f4" [ 615.263164] env[70623]: _type = "Task" [ 615.263164] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.283028] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e97995-fd0d-edc9-4034-f403b38b15f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.549260] env[70623]: DEBUG oslo_concurrency.lockutils [None req-00faebe1-4063-4fc0-871a-1000e9e47c75 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.136s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.553301] env[70623]: DEBUG nova.network.neutron [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Updating instance_info_cache with network_info: [{"id": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "address": "fa:16:3e:f0:c9:c1", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413ef6e9-e6", "ovs_interfaceid": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.629043] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.661634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.661634] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.661634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.661634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.661990] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.661990] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b16a924c-95b3-4ccc-a071-45cd907340f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.679178] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.679178] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.679178] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d496235-472e-40c7-b75e-8a60cf22b610 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.688923] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43881946-8f9c-4991-9508-a06eae7420c5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.694788] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 615.694788] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52abf54b-a0d9-978c-ebfb-16d540a56d4e" [ 615.694788] env[70623]: _type = "Task" [ 615.694788] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.705615] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52abf54b-a0d9-978c-ebfb-16d540a56d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.727687] env[70623]: DEBUG nova.compute.utils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.731401] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.731800] env[70623]: DEBUG nova.network.neutron [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.777710] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e97995-fd0d-edc9-4034-f403b38b15f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.777851] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.778676] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 91a0e319-bba4-48ab-a0c0-6f441c343990/91a0e319-bba4-48ab-a0c0-6f441c343990.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.778676] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03c364f-6bbd-42f0-a7a5-7c0ee58980ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.789925] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 615.789925] env[70623]: value = "task-2792873" [ 615.789925] env[70623]: _type = "Task" [ 615.789925] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.805994] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.828567] env[70623]: DEBUG nova.policy [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e0aa35d2e64d9c978d481e37e1eb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c37116fb2f452294bd4d61f3ca2d1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.055648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Releasing lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.056070] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Instance network_info: |[{"id": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "address": "fa:16:3e:f0:c9:c1", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413ef6e9-e6", "ovs_interfaceid": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.056551] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:c9:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '413ef6e9-e6a0-4935-a384-9e20d8bc1b1d', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.067850] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Creating folder: Project (53fc38f90e3d4698ad6fe1ee1e22ce2e). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.069323] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac17784a-543e-4d42-8481-05d7c9754933 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.082063] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Created folder: Project (53fc38f90e3d4698ad6fe1ee1e22ce2e) in parent group-v561316. [ 616.082584] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Creating folder: Instances. Parent ref: group-v561338. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.082913] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-323e61a9-0782-4b0c-9b01-7ff5bb1bf2ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.094403] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Created folder: Instances in parent group-v561338. [ 616.095202] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.095202] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.096029] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cea11a-7f9e-4230-9c5f-e6d8aabe5f4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.120755] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.120755] env[70623]: value = "task-2792876" [ 616.120755] env[70623]: _type = "Task" [ 616.120755] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.129723] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792876, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.140660] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.141268] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.164194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.212308] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 616.212746] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Creating directory with path [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.213065] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b17c5896-702f-4d08-91f6-4f7af7c12650 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.233183] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.247174] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Created directory with path [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.247398] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Fetch image to [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 616.247784] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Downloading image file data 6b149850-e29d-4f75-af79-6f7f9ea861da to [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk on the data store datastore1 {{(pid=70623) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 616.250299] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e527fdf-077c-4abc-a20c-74922f8ca2eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.261563] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9850a8d-bf41-4360-bd34-73489fd84556 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.277500] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28c2df-5681-4044-98bf-d4f158bfbec7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.319117] env[70623]: INFO nova.compute.manager [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Rebuilding instance [ 616.328372] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c1b78-c1a6-4f72-991b-023764536423 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.340818] env[70623]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c2ec0b8c-ef92-459e-b5fb-6c01dc8df1db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.343381] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792873, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.367117] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Downloading image file data 6b149850-e29d-4f75-af79-6f7f9ea861da to the data store datastore1 {{(pid=70623) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 616.382121] env[70623]: DEBUG nova.compute.manager [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.382906] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb884bef-4132-43c6-880f-a5a5e270d69f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.452485] env[70623]: DEBUG oslo_vmware.rw_handles [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 616.641025] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792876, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.644070] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.666508] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223069b8-3bd8-4ec2-a7e8-ea085d4c0b15 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.677625] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e16d3c-9d70-4124-a8e2-83ea69e8e9e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.726993] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426417f2-31ca-4475-a279-e18a6b916e6a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.740241] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb47396-4911-4f1b-9767-3e22c1cb76c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.765729] env[70623]: DEBUG nova.compute.provider_tree [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.770647] env[70623]: DEBUG nova.network.neutron [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Successfully created port: 2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.841759] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552711} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.842501] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 91a0e319-bba4-48ab-a0c0-6f441c343990/91a0e319-bba4-48ab-a0c0-6f441c343990.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.842771] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.842998] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e327677-1022-4b97-8533-27c30d8cdec8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.861029] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 616.861029] env[70623]: value = "task-2792877" [ 616.861029] env[70623]: _type = "Task" [ 616.861029] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.873684] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.134330] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792876, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.187677] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.255083] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.274935] env[70623]: DEBUG nova.scheduler.client.report [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.290076] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.290773] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.290773] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.290773] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.291014] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.291243] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.291506] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.291702] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.292636] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.292636] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.292636] env[70623]: DEBUG nova.virt.hardware [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.293933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.293933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.293933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.293933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.294137] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.295656] env[70623]: INFO nova.compute.manager [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Terminating instance [ 617.299612] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5d7961-fa47-437c-968f-4bc6595a8b7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.310844] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf191e4a-c834-4a00-bca4-6d3f4f62913d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.371997] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168682} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.372252] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.373087] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c09331-7d5b-4aa8-b00f-08bd8c6bd06c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.399541] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 91a0e319-bba4-48ab-a0c0-6f441c343990/91a0e319-bba4-48ab-a0c0-6f441c343990.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.400634] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd874a71-095f-4a7b-bd89-52c2bdac4c0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.422870] env[70623]: DEBUG oslo_vmware.rw_handles [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 617.422870] env[70623]: DEBUG oslo_vmware.rw_handles [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 617.423434] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.423747] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f68ea7d-c8f9-4d07-a925-db8fcf2f09bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.432942] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 617.432942] env[70623]: value = "task-2792879" [ 617.432942] env[70623]: _type = "Task" [ 617.432942] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.434783] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 617.434783] env[70623]: value = "task-2792878" [ 617.434783] env[70623]: _type = "Task" [ 617.434783] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.448033] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.451943] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.496213] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Downloaded image file data 6b149850-e29d-4f75-af79-6f7f9ea861da to vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk on the data store datastore1 {{(pid=70623) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 617.498760] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 617.499101] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Copying Virtual Disk [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk to [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.499394] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa19e72-e97c-45db-8b85-62789e681c7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.511386] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 617.511386] env[70623]: value = "task-2792880" [ 617.511386] env[70623]: _type = "Task" [ 617.511386] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.530864] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.638666] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792876, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.642705] env[70623]: DEBUG nova.network.neutron [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Successfully updated port: feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.782458] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.783464] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.787222] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.954s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.789733] env[70623]: INFO nova.compute.claims [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.799222] env[70623]: DEBUG nova.compute.manager [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.799464] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.800374] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d8b79-b083-414d-9c38-2b8c90a1be56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.817187] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.817465] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d216b71-7cef-47d0-9053-0058144ae89a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.827062] env[70623]: DEBUG oslo_vmware.api [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 617.827062] env[70623]: value = "task-2792881" [ 617.827062] env[70623]: _type = "Task" [ 617.827062] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.838367] env[70623]: DEBUG oslo_vmware.api [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.951951] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.959607] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.032561] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.138595] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792876, 'name': CreateVM_Task, 'duration_secs': 1.87099} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.141383] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.141979] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.142150] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142535] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142800] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d7dea0-3344-4fda-b1c2-be17789d05d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.152541] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "refresh_cache-f72b1f19-1095-4ba2-9835-77c6e45dcb0b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.152541] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired lock "refresh_cache-f72b1f19-1095-4ba2-9835-77c6e45dcb0b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.152541] env[70623]: DEBUG nova.network.neutron [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.164235] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 618.164235] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284e37f-9737-ce26-1bc3-75991edcf3cc" [ 618.164235] env[70623]: _type = "Task" [ 618.164235] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.178965] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284e37f-9737-ce26-1bc3-75991edcf3cc, 'name': SearchDatastore_Task} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.178965] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.178965] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.178965] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.179527] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.179527] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.179527] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25148194-613e-45eb-800c-e65764533cc9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.189541] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.189756] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.191141] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcc5cf1-7686-43ff-8d99-33fb21932686 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.203017] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 618.203017] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528b8ea0-a670-eef9-7801-7afdbbafcd96" [ 618.203017] env[70623]: _type = "Task" [ 618.203017] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.217222] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528b8ea0-a670-eef9-7801-7afdbbafcd96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.294243] env[70623]: DEBUG nova.compute.utils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.301436] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.301627] env[70623]: DEBUG nova.network.neutron [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.341534] env[70623]: DEBUG oslo_vmware.api [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792881, 'name': PowerOffVM_Task, 'duration_secs': 0.236012} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.342142] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.342445] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.343658] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af43ab71-eae7-4210-8817-8c5dcb19673b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.415272] env[70623]: DEBUG nova.policy [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f4d1c95e15b422dba3179e627148da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a0c3e5d716470d9841003b61ecac50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.431473] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.432115] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.432115] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Deleting the datastore file [datastore2] 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.432294] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-446d6909-7872-416d-9c77-5460a65f0940 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.441571] env[70623]: DEBUG oslo_vmware.api [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for the task: (returnval){ [ 618.441571] env[70623]: value = "task-2792883" [ 618.441571] env[70623]: _type = "Task" [ 618.441571] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.448452] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792879, 'name': ReconfigVM_Task, 'duration_secs': 0.848768} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.454804] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 91a0e319-bba4-48ab-a0c0-6f441c343990/91a0e319-bba4-48ab-a0c0-6f441c343990.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.455856] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6edb0772-5145-40bd-be76-ea55d9fab13d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.468436] env[70623]: DEBUG oslo_vmware.api [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.468867] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792878, 'name': PowerOffVM_Task, 'duration_secs': 0.632257} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.474648] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.474648] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.475647] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab29b96-7caf-491a-a525-d7b3e0b87af7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.484587] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.486620] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a63b02be-bb98-41e8-9d5f-d42b6ab063f8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.487991] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 618.487991] env[70623]: value = "task-2792884" [ 618.487991] env[70623]: _type = "Task" [ 618.487991] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.499923] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792884, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.519042] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.519679] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.519679] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Deleting the datastore file [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.520410] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ae8ef18-d619-483a-ae2f-4883d734fdc8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.526402] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792880, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.527933] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 618.527933] env[70623]: value = "task-2792886" [ 618.527933] env[70623]: _type = "Task" [ 618.527933] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.539149] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.692533] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.692798] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.700473] env[70623]: DEBUG nova.compute.manager [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Received event network-changed-27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 618.700473] env[70623]: DEBUG nova.compute.manager [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Refreshing instance network info cache due to event network-changed-27398926-7125-47b7-b469-595760aee6a2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 618.700658] env[70623]: DEBUG oslo_concurrency.lockutils [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] Acquiring lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.700837] env[70623]: DEBUG oslo_concurrency.lockutils [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] Acquired lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.700974] env[70623]: DEBUG nova.network.neutron [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Refreshing network info cache for port 27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.717036] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528b8ea0-a670-eef9-7801-7afdbbafcd96, 'name': SearchDatastore_Task, 'duration_secs': 0.019278} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.717477] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a12463-949e-4b70-adac-4eff4aa66e0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.731408] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 618.731408] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528763ba-94a9-be21-75b6-b8ea6ce6fb27" [ 618.731408] env[70623]: _type = "Task" [ 618.731408] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.744062] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528763ba-94a9-be21-75b6-b8ea6ce6fb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.785417] env[70623]: DEBUG nova.network.neutron [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.802964] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.816430] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "031e2546-99d7-4602-8aec-b0b108a31fe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.816666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.967358] env[70623]: DEBUG oslo_vmware.api [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Task: {'id': task-2792883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302337} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.968159] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.968159] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.968159] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.968351] env[70623]: INFO nova.compute.manager [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 618.968503] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.968731] env[70623]: DEBUG nova.compute.manager [-] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.968857] env[70623]: DEBUG nova.network.neutron [-] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.008421] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792884, 'name': Rename_Task, 'duration_secs': 0.265448} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.009150] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.009150] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0245a480-538d-49e7-8a33-d56f8e5f1608 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.021467] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 619.021467] env[70623]: value = "task-2792887" [ 619.021467] env[70623]: _type = "Task" [ 619.021467] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.027443] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792880, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.160307} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.033309] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Copied Virtual Disk [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk to [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.033309] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleting the datastore file [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da/tmp-sparse.vmdk {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.035779] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a06a21-e6c9-4b4b-9907-8cffb913a5be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.050459] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180652} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.058748] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.058969] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.059196] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.062904] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792887, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.062904] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 619.062904] env[70623]: value = "task-2792888" [ 619.062904] env[70623]: _type = "Task" [ 619.062904] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.074380] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.160016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220cc95-c49b-416b-85f3-f57ae5df13c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.171854] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf54fe-9821-4829-bec8-d5d5e8979867 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.213058] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.222953] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2be8f-7c21-4d23-af4f-9759f0b8e463 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.240432] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcce8d3-b1a3-4d63-bbc3-e80617f16d10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.264252] env[70623]: DEBUG nova.compute.provider_tree [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.265945] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528763ba-94a9-be21-75b6-b8ea6ce6fb27, 'name': SearchDatastore_Task, 'duration_secs': 0.017627} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.268649] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.269102] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6ea30732-9561-4e45-8825-88f318a82ab6/6ea30732-9561-4e45-8825-88f318a82ab6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.269632] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e11c25-0079-406a-af01-dca8947166a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.280754] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 619.280754] env[70623]: value = "task-2792889" [ 619.280754] env[70623]: _type = "Task" [ 619.280754] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.291521] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.378137] env[70623]: DEBUG nova.network.neutron [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Updating instance_info_cache with network_info: [{"id": "feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3", "address": "fa:16:3e:9f:97:fd", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeac3a7f-0b", "ovs_interfaceid": "feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.534535] env[70623]: DEBUG nova.network.neutron [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Successfully created port: e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.546709] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.577550] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035369} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.577831] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.578133] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Moving file from [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453/6b149850-e29d-4f75-af79-6f7f9ea861da to [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da. {{(pid=70623) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 619.578362] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-254b34ed-e67d-4f14-8e0b-75ef4e5d3869 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.588820] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 619.588820] env[70623]: value = "task-2792890" [ 619.588820] env[70623]: _type = "Task" [ 619.588820] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.601904] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792890, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.673273] env[70623]: DEBUG nova.network.neutron [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Successfully updated port: 2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.751479] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.772098] env[70623]: DEBUG nova.scheduler.client.report [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.797624] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.819212] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.852311] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.852749] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.852889] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.853177] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.853381] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.853625] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.853976] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.854226] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.854460] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.854689] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.854946] env[70623]: DEBUG nova.virt.hardware [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.856557] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df44acb6-214a-4e3f-b239-fe395408f184 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.869125] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33210b0c-a254-48dd-b711-59583d2e2928 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.886830] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Releasing lock "refresh_cache-f72b1f19-1095-4ba2-9835-77c6e45dcb0b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.887170] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Instance network_info: |[{"id": "feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3", "address": "fa:16:3e:9f:97:fd", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeac3a7f-0b", "ovs_interfaceid": "feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.887932] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:97:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.896953] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Creating folder: Project (65481dc6f40c49d682942851555c2cab). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.900765] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d31476-edc9-44c9-8726-bbae39ca0373 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.917893] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Created folder: Project (65481dc6f40c49d682942851555c2cab) in parent group-v561316. [ 619.917893] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Creating folder: Instances. Parent ref: group-v561341. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.917893] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed0f8b03-4767-40a4-a8a6-f5d2796c87ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.923177] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Received event network-changed-a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 619.923399] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Refreshing instance network info cache due to event network-changed-a28367a3-b206-4b03-a577-a7b5c4e812b8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 619.923469] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquiring lock "refresh_cache-91a0e319-bba4-48ab-a0c0-6f441c343990" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.923568] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquired lock "refresh_cache-91a0e319-bba4-48ab-a0c0-6f441c343990" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.923739] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Refreshing network info cache for port a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.929843] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Created folder: Instances in parent group-v561341. [ 619.930111] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.930309] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.930895] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9fb7117-2f17-42bf-844e-d4c40f3cf0c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.960239] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.960239] env[70623]: value = "task-2792893" [ 619.960239] env[70623]: _type = "Task" [ 619.960239] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.977328] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792893, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.978242] env[70623]: DEBUG nova.network.neutron [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updated VIF entry in instance network info cache for port 27398926-7125-47b7-b469-595760aee6a2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.978610] env[70623]: DEBUG nova.network.neutron [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updating instance_info_cache with network_info: [{"id": "27398926-7125-47b7-b469-595760aee6a2", "address": "fa:16:3e:cd:9d:45", "network": {"id": "ce3ff77a-432c-422d-b3d2-aede95000bf5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-336632568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f475d63210c43e584500eef65906d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27398926-71", "ovs_interfaceid": "27398926-7125-47b7-b469-595760aee6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.055441] env[70623]: DEBUG oslo_vmware.api [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2792887, 'name': PowerOnVM_Task, 'duration_secs': 0.560695} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.055763] env[70623]: DEBUG nova.network.neutron [-] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.057032] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.060829] env[70623]: INFO nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Took 12.28 seconds to spawn the instance on the hypervisor. [ 620.060829] env[70623]: DEBUG nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.062677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780b1369-578c-4146-a80a-5dd5652e7aae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.105635] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792890, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.059613} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.107025] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] File moved {{(pid=70623) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 620.107025] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Cleaning up location [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 620.107025] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleting the datastore file [datastore1] vmware_temp/61731be3-c271-4640-b223-054c960ab453 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.107025] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dee94f3-bed1-4b07-a939-5498022afdbd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.119282] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 620.119282] env[70623]: value = "task-2792894" [ 620.119282] env[70623]: _type = "Task" [ 620.119282] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.131400] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.134344] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.134781] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.135054] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.135335] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.135772] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.136364] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.139021] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.139021] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.139021] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.139021] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.139021] env[70623]: DEBUG nova.virt.hardware [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.139310] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5c3ef-23e7-4153-9cd1-817ad4ebf812 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.150608] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc423ad3-fb68-47bf-8a84-4d1378ca09cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.170098] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.179530] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.179530] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.179530] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "refresh_cache-ba399839-ac55-4515-b7a1-b04c623636a5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.179530] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "refresh_cache-ba399839-ac55-4515-b7a1-b04c623636a5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.179530] env[70623]: DEBUG nova.network.neutron [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.181255] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-472a049a-dbce-456a-9ed4-771ddc880c89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.204798] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.204798] env[70623]: value = "task-2792895" [ 620.204798] env[70623]: _type = "Task" [ 620.204798] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.212952] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792895, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.279564] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.279906] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.283604] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.307s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.293324] env[70623]: DEBUG nova.compute.manager [None req-9e9cf44d-3d11-47c7-a1b9-2c84fedd5743 tempest-ServerDiagnosticsV248Test-848486469 tempest-ServerDiagnosticsV248Test-848486469-project-admin] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.293549] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a202cd42-0b2c-490a-93cd-8bbdac1e2cb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.302408] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607961} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.303136] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6ea30732-9561-4e45-8825-88f318a82ab6/6ea30732-9561-4e45-8825-88f318a82ab6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.303352] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.303625] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71afa84-7d08-44ce-a971-1cd975ed0ce3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.308131] env[70623]: INFO nova.compute.manager [None req-9e9cf44d-3d11-47c7-a1b9-2c84fedd5743 tempest-ServerDiagnosticsV248Test-848486469 tempest-ServerDiagnosticsV248Test-848486469-project-admin] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Retrieving diagnostics [ 620.308959] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a986e0b-9e1c-4a5f-9fba-bae462bffcba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.313561] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 620.313561] env[70623]: value = "task-2792896" [ 620.313561] env[70623]: _type = "Task" [ 620.313561] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.352552] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.472740] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792893, 'name': CreateVM_Task, 'duration_secs': 0.480353} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.472926] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.473667] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.473864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.474700] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.474700] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becc444f-e1e3-46cc-a7f5-d3892af21b36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.483062] env[70623]: DEBUG oslo_concurrency.lockutils [req-53e2c3ab-e529-469b-a0c5-4db7f5652fd5 req-5f7518cf-645d-402f-8fa6-73c8f18dfa2c service nova] Releasing lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.483722] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 620.483722] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5239044e-8c35-150a-5f79-61a7a0e8d15d" [ 620.483722] env[70623]: _type = "Task" [ 620.483722] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.500039] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5239044e-8c35-150a-5f79-61a7a0e8d15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.531774] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.532027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.559039] env[70623]: INFO nova.compute.manager [-] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Took 1.59 seconds to deallocate network for instance. [ 620.591492] env[70623]: INFO nova.compute.manager [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Took 23.72 seconds to build instance. [ 620.632293] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059776} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.632561] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.633520] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461122a5-5976-46b6-b79b-209a93bf5388 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.640419] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 620.640419] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e6865-ce9f-fa8c-5532-6e205ace4426" [ 620.640419] env[70623]: _type = "Task" [ 620.640419] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.649378] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e6865-ce9f-fa8c-5532-6e205ace4426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.715108] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792895, 'name': CreateVM_Task, 'duration_secs': 0.349501} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.716097] env[70623]: DEBUG nova.network.neutron [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.717899] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.718670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.787814] env[70623]: DEBUG nova.compute.utils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.792766] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.792959] env[70623]: DEBUG nova.network.neutron [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.829786] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085545} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.829786] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.832477] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d94da-9198-42a3-bbc7-ad5d613bcdc2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.858923] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 6ea30732-9561-4e45-8825-88f318a82ab6/6ea30732-9561-4e45-8825-88f318a82ab6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.859596] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734fc0cf-55ef-4272-8fa5-bbbbba365888 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.883436] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 620.883436] env[70623]: value = "task-2792897" [ 620.883436] env[70623]: _type = "Task" [ 620.883436] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.897755] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.948515] env[70623]: DEBUG nova.network.neutron [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Updating instance_info_cache with network_info: [{"id": "2e159e6d-e628-45c4-af0e-cb646e1e99d9", "address": "fa:16:3e:70:52:3f", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e159e6d-e6", "ovs_interfaceid": "2e159e6d-e628-45c4-af0e-cb646e1e99d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.001413] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5239044e-8c35-150a-5f79-61a7a0e8d15d, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.001973] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.002423] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.002791] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.003064] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.003362] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.003790] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.004263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.005025] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c0e9c9-7331-4274-8efd-cdabc607c911 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.009789] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8aca11-3988-4745-86c8-82f4af8cf2da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.015654] env[70623]: DEBUG nova.policy [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e0aa35d2e64d9c978d481e37e1eb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c37116fb2f452294bd4d61f3ca2d1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.018959] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 621.018959] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5224b058-9749-4b45-65f3-b37a7934c559" [ 621.018959] env[70623]: _type = "Task" [ 621.018959] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.026913] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.026913] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.026913] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91003db-ee5f-4540-b3ae-5f89cf253e74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.032210] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5224b058-9749-4b45-65f3-b37a7934c559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.035517] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 621.035517] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d38119-03b3-8618-0813-5e73e3ff3abb" [ 621.035517] env[70623]: _type = "Task" [ 621.035517] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.045906] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d38119-03b3-8618-0813-5e73e3ff3abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.066256] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.096123] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d832c1bc-9a7f-4e2b-8934-d82e5f7c0201 tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.239s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.153510] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e6865-ce9f-fa8c-5532-6e205ace4426, 'name': SearchDatastore_Task, 'duration_secs': 0.044661} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.153775] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.154195] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 52549292-e7ec-4c7c-890b-2e6d59f0502b/52549292-e7ec-4c7c-890b-2e6d59f0502b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.155704] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c0bf440-cfa9-4438-bef1-b09cc74ce6af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.163545] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Updated VIF entry in instance network info cache for port a28367a3-b206-4b03-a577-a7b5c4e812b8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.163545] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Updating instance_info_cache with network_info: [{"id": "a28367a3-b206-4b03-a577-a7b5c4e812b8", "address": "fa:16:3e:6a:7c:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28367a3-b2", "ovs_interfaceid": "a28367a3-b206-4b03-a577-a7b5c4e812b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.166076] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 621.166076] env[70623]: value = "task-2792898" [ 621.166076] env[70623]: _type = "Task" [ 621.166076] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.176815] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.302315] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.333027] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 5ef10fea-a884-4f04-9db2-01ebc584e0af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333027] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7a938aa3-5958-42cb-912c-091a74fe59e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333197] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333197] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 1877a563-e85b-46d4-b0b6-95da7b705e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333313] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 476ba092-72d4-4e2b-807a-cb1bd63f2fe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333401] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 91a0e319-bba4-48ab-a0c0-6f441c343990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333515] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 52549292-e7ec-4c7c-890b-2e6d59f0502b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333624] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 6ea30732-9561-4e45-8825-88f318a82ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333746] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f72b1f19-1095-4ba2-9835-77c6e45dcb0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.333859] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ba399839-ac55-4515-b7a1-b04c623636a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.334230] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 65316bf8-eb2d-4ff5-95a4-53d82fd65a99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.334230] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 761d787c-3988-454d-9ceb-c8afb5e6b36b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 621.397079] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.451561] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "refresh_cache-ba399839-ac55-4515-b7a1-b04c623636a5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.453763] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance network_info: |[{"id": "2e159e6d-e628-45c4-af0e-cb646e1e99d9", "address": "fa:16:3e:70:52:3f", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e159e6d-e6", "ovs_interfaceid": "2e159e6d-e628-45c4-af0e-cb646e1e99d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.453962] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:52:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e159e6d-e628-45c4-af0e-cb646e1e99d9', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.460098] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating folder: Project (40c37116fb2f452294bd4d61f3ca2d1d). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.460446] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0788805-389a-47cf-a218-12577c83d914 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.473030] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created folder: Project (40c37116fb2f452294bd4d61f3ca2d1d) in parent group-v561316. [ 621.473250] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating folder: Instances. Parent ref: group-v561345. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.473527] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-507b4ab8-ce30-4463-8b76-f66e3a757ff4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.485032] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created folder: Instances in parent group-v561345. [ 621.485758] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.485758] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.485883] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ebb28f5-f382-47b2-8388-5e2600f79e8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.506833] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.506833] env[70623]: value = "task-2792901" [ 621.506833] env[70623]: _type = "Task" [ 621.506833] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.516192] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792901, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.529471] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5224b058-9749-4b45-65f3-b37a7934c559, 'name': SearchDatastore_Task, 'duration_secs': 0.044628} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.529822] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.530082] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.530357] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.547210] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d38119-03b3-8618-0813-5e73e3ff3abb, 'name': SearchDatastore_Task, 'duration_secs': 0.063134} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.548096] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0ee0b2-85e2-4eb7-9c47-7ecf8d804f2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.554327] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 621.554327] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523fc8a6-407a-c56a-cfac-23850a3cbd75" [ 621.554327] env[70623]: _type = "Task" [ 621.554327] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.567073] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523fc8a6-407a-c56a-cfac-23850a3cbd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.599043] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.669450] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Releasing lock "refresh_cache-91a0e319-bba4-48ab-a0c0-6f441c343990" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.669450] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-vif-plugged-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 621.669450] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquiring lock "52549292-e7ec-4c7c-890b-2e6d59f0502b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.669450] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.669450] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.669647] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] No waiting events found dispatching network-vif-plugged-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.669869] env[70623]: WARNING nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received unexpected event network-vif-plugged-689aa4af-24b4-412e-919f-8795baa76f9c for instance with vm_state building and task_state spawning. [ 621.670109] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 621.670400] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing instance network info cache due to event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 621.670884] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquiring lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.670884] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquired lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.671061] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.688101] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792898, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.777017] env[70623]: DEBUG nova.network.neutron [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Successfully updated port: e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.838584] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ef42669b-9878-416c-b719-6a4b54802053 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 621.904825] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.994326] env[70623]: DEBUG nova.network.neutron [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Successfully created port: 9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.027076] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792901, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.069699] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523fc8a6-407a-c56a-cfac-23850a3cbd75, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.070028] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.070342] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f72b1f19-1095-4ba2-9835-77c6e45dcb0b/f72b1f19-1095-4ba2-9835-77c6e45dcb0b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.070652] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.070954] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.071213] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e07c937-ef83-4d59-9683-3b5ba9eff039 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.075384] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9b9e0a-e57b-42f1-997e-05d4098094ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.086570] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 622.086570] env[70623]: value = "task-2792902" [ 622.086570] env[70623]: _type = "Task" [ 622.086570] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.088516] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.091250] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.097483] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a015e99-2ead-4049-b87d-d0d7bdf844cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.109550] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 622.109550] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba2b70-c595-a85c-1083-758e69ad1c34" [ 622.109550] env[70623]: _type = "Task" [ 622.109550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.109727] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.130130] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba2b70-c595-a85c-1083-758e69ad1c34, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.131142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.132281] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153e5fd3-fddc-4e5d-8fda-dfb5c2573bb6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.139241] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 622.139241] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cb61bc-2f48-106d-e75f-c27683def265" [ 622.139241] env[70623]: _type = "Task" [ 622.139241] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.149408] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cb61bc-2f48-106d-e75f-c27683def265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.185517] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796488} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.185834] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 52549292-e7ec-4c7c-890b-2e6d59f0502b/52549292-e7ec-4c7c-890b-2e6d59f0502b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.186080] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.186376] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0763a737-c323-4553-88e3-2cdf1a95686a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.198066] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 622.198066] env[70623]: value = "task-2792903" [ 622.198066] env[70623]: _type = "Task" [ 622.198066] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.204571] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.282524] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "refresh_cache-65316bf8-eb2d-4ff5-95a4-53d82fd65a99" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.282705] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "refresh_cache-65316bf8-eb2d-4ff5-95a4-53d82fd65a99" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282859] env[70623]: DEBUG nova.network.neutron [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.314883] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.344527] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 6f4a73d6-0e66-4e77-9da5-f22a63068fef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 622.348710] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.348989] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.349180] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.349536] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.349606] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.349765] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.349987] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.350270] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.351068] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.351068] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.351068] env[70623]: DEBUG nova.virt.hardware [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.351804] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe58639-0550-4976-b201-e07a54c2a6ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.363277] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9c23d-d996-49bf-b674-701434cab235 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.397446] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792897, 'name': ReconfigVM_Task, 'duration_secs': 1.023763} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.397769] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 6ea30732-9561-4e45-8825-88f318a82ab6/6ea30732-9561-4e45-8825-88f318a82ab6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.398484] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4efc62f-80e0-4ca6-b0f4-2ae9d9e912ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.408618] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 622.408618] env[70623]: value = "task-2792904" [ 622.408618] env[70623]: _type = "Task" [ 622.408618] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.424170] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792904, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.532027] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792901, 'name': CreateVM_Task, 'duration_secs': 0.56298} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.532027] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.532027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.532027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.532027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.532629] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3ee285-8a22-468e-b11d-3dd78ed56574 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.542019] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 622.542019] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52129213-21c1-2c3b-f20c-c0b0832085bc" [ 622.542019] env[70623]: _type = "Task" [ 622.542019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.554056] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52129213-21c1-2c3b-f20c-c0b0832085bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.612800] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.656032] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "b883070a-5863-47e0-b34b-78ebf5cdb19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.656728] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.665654] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cb61bc-2f48-106d-e75f-c27683def265, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.666846] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.667799] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.667799] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c1323fa-5224-417a-b207-a9cd3be44f75 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.682714] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 622.682714] env[70623]: value = "task-2792905" [ 622.682714] env[70623]: _type = "Task" [ 622.682714] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.702014] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "db1718bc-6b39-4d88-af23-19186afe430c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.702571] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "db1718bc-6b39-4d88-af23-19186afe430c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.718279] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.737267] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.737509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.737643] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081734} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.737938] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.739028] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db9657-c910-4730-bc54-c4925bbe60ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.766891] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 52549292-e7ec-4c7c-890b-2e6d59f0502b/52549292-e7ec-4c7c-890b-2e6d59f0502b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.767975] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44074c2-6797-4a58-a48b-55c3d0b50786 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.793503] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 622.793503] env[70623]: value = "task-2792906" [ 622.793503] env[70623]: _type = "Task" [ 622.793503] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.805231] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.839071] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updated VIF entry in instance network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.840683] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.857186] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 622.927689] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792904, 'name': Rename_Task, 'duration_secs': 0.337562} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.927911] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.928258] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8aa32b-de46-4d39-a0c1-214b2c1e9188 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.948359] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 622.948359] env[70623]: value = "task-2792907" [ 622.948359] env[70623]: _type = "Task" [ 622.948359] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.955291] env[70623]: DEBUG nova.network.neutron [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.965124] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.053784] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52129213-21c1-2c3b-f20c-c0b0832085bc, 'name': SearchDatastore_Task, 'duration_secs': 0.023938} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.054095] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.054361] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.055008] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.055008] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.055008] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.055258] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b1457d2-a1b3-40a5-a9b5-d105066d3758 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.073435] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.073604] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.074452] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9b032a-f5b2-4aa7-ab6a-1f06db73d7a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.081207] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 623.081207] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bfb453-1cd2-a068-4ecd-a96af6030b25" [ 623.081207] env[70623]: _type = "Task" [ 623.081207] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.090147] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bfb453-1cd2-a068-4ecd-a96af6030b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.099016] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526601} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.099299] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f72b1f19-1095-4ba2-9835-77c6e45dcb0b/f72b1f19-1095-4ba2-9835-77c6e45dcb0b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.099532] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.099781] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a9f77d-116b-4fc6-8a71-bd56c10f3e83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.110118] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 623.110118] env[70623]: value = "task-2792908" [ 623.110118] env[70623]: _type = "Task" [ 623.110118] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.119372] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.200749] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792905, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.306791] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.344337] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Releasing lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.344995] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Received event network-vif-plugged-413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.345094] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquiring lock "6ea30732-9561-4e45-8825-88f318a82ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.345400] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Lock "6ea30732-9561-4e45-8825-88f318a82ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.345583] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Lock "6ea30732-9561-4e45-8825-88f318a82ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.345759] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] No waiting events found dispatching network-vif-plugged-413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.346213] env[70623]: WARNING nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Received unexpected event network-vif-plugged-413ef6e9-e6a0-4935-a384-9e20d8bc1b1d for instance with vm_state building and task_state spawning. [ 623.346426] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Received event network-changed-413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.346691] env[70623]: DEBUG nova.compute.manager [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Refreshing instance network info cache due to event network-changed-413ef6e9-e6a0-4935-a384-9e20d8bc1b1d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 623.346892] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquiring lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.347050] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Acquired lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.348150] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Refreshing network info cache for port 413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.363032] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 031e2546-99d7-4602-8aec-b0b108a31fe4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.460745] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.493019] env[70623]: DEBUG nova.network.neutron [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Updating instance_info_cache with network_info: [{"id": "e50ad71a-9b78-4750-8200-ae0a0917e8ea", "address": "fa:16:3e:9b:17:d9", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50ad71a-9b", "ovs_interfaceid": "e50ad71a-9b78-4750-8200-ae0a0917e8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.593587] env[70623]: DEBUG nova.compute.manager [req-ed725d87-811d-4563-ac4b-8f4642b900ec req-36849bf3-960b-4c0e-9daf-04ce4130dea6 service nova] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Received event network-vif-deleted-e38cbde6-7e9a-4d58-989e-862bcd4a8b5d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.608358] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bfb453-1cd2-a068-4ecd-a96af6030b25, 'name': SearchDatastore_Task, 'duration_secs': 0.044426} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.610428] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff957a55-51e4-4ad7-8660-53cd820da80e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.634918] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 623.634918] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522f77dc-2241-0b2f-4127-a7c74e1b635d" [ 623.634918] env[70623]: _type = "Task" [ 623.634918] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.635949] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102571} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.638017] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.642913] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95028107-ca30-4607-a27c-5655e3a0e000 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.666442] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522f77dc-2241-0b2f-4127-a7c74e1b635d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.675729] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] f72b1f19-1095-4ba2-9835-77c6e45dcb0b/f72b1f19-1095-4ba2-9835-77c6e45dcb0b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.676332] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c0eee51-4b9b-4252-86d9-de1f19337244 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.702539] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868586} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.704610] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.704990] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.705939] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 623.705939] env[70623]: value = "task-2792909" [ 623.705939] env[70623]: _type = "Task" [ 623.705939] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.705939] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2758402-5b32-4a09-a07b-944684bd007e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.735976] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.738332] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 623.738332] env[70623]: value = "task-2792910" [ 623.738332] env[70623]: _type = "Task" [ 623.738332] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.751590] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.809685] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.862824] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.864527] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 623.864527] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 623.890702] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Received event network-vif-plugged-feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.890960] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquiring lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.891743] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.891743] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.891743] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] No waiting events found dispatching network-vif-plugged-feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.891743] env[70623]: WARNING nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Received unexpected event network-vif-plugged-feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 for instance with vm_state building and task_state spawning. [ 623.891961] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Received event network-changed-feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.891991] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Refreshing instance network info cache due to event network-changed-feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 623.896022] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquiring lock "refresh_cache-f72b1f19-1095-4ba2-9835-77c6e45dcb0b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.896022] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquired lock "refresh_cache-f72b1f19-1095-4ba2-9835-77c6e45dcb0b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.896022] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Refreshing network info cache for port feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.967811] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.001804] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "refresh_cache-65316bf8-eb2d-4ff5-95a4-53d82fd65a99" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.001804] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Instance network_info: |[{"id": "e50ad71a-9b78-4750-8200-ae0a0917e8ea", "address": "fa:16:3e:9b:17:d9", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50ad71a-9b", "ovs_interfaceid": "e50ad71a-9b78-4750-8200-ae0a0917e8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.004681] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:17:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e50ad71a-9b78-4750-8200-ae0a0917e8ea', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.016876] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Creating folder: Project (25a0c3e5d716470d9841003b61ecac50). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.017221] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8528e896-d81f-4e9e-8ccc-b2039d60e78e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.034144] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Created folder: Project (25a0c3e5d716470d9841003b61ecac50) in parent group-v561316. [ 624.035893] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Creating folder: Instances. Parent ref: group-v561348. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.036221] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b461b79d-c4df-42ac-b5d6-65984cf5b8fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.058898] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Created folder: Instances in parent group-v561348. [ 624.059422] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.063689] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.064040] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aac3725-f670-4ebf-b58e-550857a1e72e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.091919] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.091919] env[70623]: value = "task-2792913" [ 624.091919] env[70623]: _type = "Task" [ 624.091919] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.100206] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "36f2529c-66af-4fdc-bd2d-72c61e181008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.100684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.110634] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792913, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.121363] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "5ef10fea-a884-4f04-9db2-01ebc584e0af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.121748] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "5ef10fea-a884-4f04-9db2-01ebc584e0af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.121982] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "5ef10fea-a884-4f04-9db2-01ebc584e0af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.122191] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "5ef10fea-a884-4f04-9db2-01ebc584e0af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.122368] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "5ef10fea-a884-4f04-9db2-01ebc584e0af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.125132] env[70623]: INFO nova.compute.manager [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Terminating instance [ 624.153665] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522f77dc-2241-0b2f-4127-a7c74e1b635d, 'name': SearchDatastore_Task, 'duration_secs': 0.029194} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.153991] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.154343] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.154504] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e810aad-392f-4096-98ed-dfa9923226a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.164152] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 624.164152] env[70623]: value = "task-2792914" [ 624.164152] env[70623]: _type = "Task" [ 624.164152] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.181112] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.226839] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.255805] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106225} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.255805] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.260248] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55009639-d059-4628-83f3-d4a85c9c1854 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.288902] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.292145] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287ebe21-e937-4263-ad13-b0923c69b40d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.321223] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792906, 'name': ReconfigVM_Task, 'duration_secs': 1.018698} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.323547] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 52549292-e7ec-4c7c-890b-2e6d59f0502b/52549292-e7ec-4c7c-890b-2e6d59f0502b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.323547] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 624.323547] env[70623]: value = "task-2792915" [ 624.323547] env[70623]: _type = "Task" [ 624.323547] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.323547] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7ae89d8-75ec-4e7f-b2ff-10da1aaa46b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.330267] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c38e51-8a22-44c5-af7a-7e6bcd965856 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.338052] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 624.338052] env[70623]: value = "task-2792916" [ 624.338052] env[70623]: _type = "Task" [ 624.338052] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.344236] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.348475] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b754bfa-5099-4bc9-856e-f82a2ef0150c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.390948] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792916, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.391231] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fa6f7d-a7c5-43ff-adfe-0c719634553c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.402486] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd863b0-e5e4-4b76-bc6f-6a848803cbb9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.420031] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.463220] env[70623]: DEBUG oslo_vmware.api [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792907, 'name': PowerOnVM_Task, 'duration_secs': 1.184053} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.463220] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.463220] env[70623]: INFO nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Took 11.94 seconds to spawn the instance on the hypervisor. [ 624.463388] env[70623]: DEBUG nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.464198] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e387285-57cf-4850-87c6-e18719fb105e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.611526] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792913, 'name': CreateVM_Task, 'duration_secs': 0.424192} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.611824] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.612547] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.612708] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.613029] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.613354] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28efd08-0437-461a-9d80-05e7a8a0f665 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.627019] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 624.627019] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5fba9-1f35-4f97-78a4-9ac001b417f3" [ 624.627019] env[70623]: _type = "Task" [ 624.627019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.636723] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "refresh_cache-5ef10fea-a884-4f04-9db2-01ebc584e0af" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637101] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquired lock "refresh_cache-5ef10fea-a884-4f04-9db2-01ebc584e0af" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637407] env[70623]: DEBUG nova.network.neutron [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.639622] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5fba9-1f35-4f97-78a4-9ac001b417f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.676945] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792914, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.725393] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792909, 'name': ReconfigVM_Task, 'duration_secs': 0.579365} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.725740] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Reconfigured VM instance instance-00000009 to attach disk [datastore2] f72b1f19-1095-4ba2-9835-77c6e45dcb0b/f72b1f19-1095-4ba2-9835-77c6e45dcb0b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.729024] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f01a72a-b487-4d60-b8ae-a6b93ee86227 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.737277] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 624.737277] env[70623]: value = "task-2792917" [ 624.737277] env[70623]: _type = "Task" [ 624.737277] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.755523] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792917, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.824521] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Updated VIF entry in instance network info cache for port 413ef6e9-e6a0-4935-a384-9e20d8bc1b1d. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.824974] env[70623]: DEBUG nova.network.neutron [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Updating instance_info_cache with network_info: [{"id": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "address": "fa:16:3e:f0:c9:c1", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413ef6e9-e6", "ovs_interfaceid": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.843763] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792915, 'name': ReconfigVM_Task, 'duration_secs': 0.461984} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.843763] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.845024] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26ed93cb-b2c5-4d01-add2-5f20dc680d8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.869088] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792916, 'name': Rename_Task, 'duration_secs': 0.343205} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.871346] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.872363] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 624.872363] env[70623]: value = "task-2792918" [ 624.872363] env[70623]: _type = "Task" [ 624.872363] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.872554] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e7445e4-c5e1-4555-a3f0-19a3f4d4c95f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.894551] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792918, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.897264] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 624.897264] env[70623]: value = "task-2792919" [ 624.897264] env[70623]: _type = "Task" [ 624.897264] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.913489] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.957688] env[70623]: ERROR nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [req-239d47be-c875-4408-8c14-9dfca91d497f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-239d47be-c875-4408-8c14-9dfca91d497f"}]} [ 624.988731] env[70623]: INFO nova.compute.manager [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Took 25.49 seconds to build instance. [ 624.991183] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 625.020117] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 625.020320] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.037944] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 625.066080] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 625.078104] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Acquiring lock "91a0e319-bba4-48ab-a0c0-6f441c343990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.078444] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.078685] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Acquiring lock "91a0e319-bba4-48ab-a0c0-6f441c343990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.079718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.079718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.081759] env[70623]: INFO nova.compute.manager [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Terminating instance [ 625.138971] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5fba9-1f35-4f97-78a4-9ac001b417f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.138971] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Updated VIF entry in instance network info cache for port feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.139156] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Updating instance_info_cache with network_info: [{"id": "feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3", "address": "fa:16:3e:9f:97:fd", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeac3a7f-0b", "ovs_interfaceid": "feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.141643] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.141876] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.142540] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.142540] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.142540] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.144892] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b4c9e1-83cc-4d2e-beea-06d1308786d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.157938] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.157938] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.157938] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93aff6c-ec6a-4c16-9fde-01b75ac3f60b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.173153] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 625.173153] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd90ac-85c9-eea5-5b7f-91eaa47d3ce5" [ 625.173153] env[70623]: _type = "Task" [ 625.173153] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.181696] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880499} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.184666] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.184890] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.185417] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3eff993-1067-486e-a3f7-0e90f44b9f06 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.192206] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd90ac-85c9-eea5-5b7f-91eaa47d3ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.192206] env[70623]: DEBUG nova.network.neutron [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.199125] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 625.199125] env[70623]: value = "task-2792920" [ 625.199125] env[70623]: _type = "Task" [ 625.199125] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.215465] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.259061] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792917, 'name': Rename_Task, 'duration_secs': 0.327109} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.259061] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.260092] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ae8d188-027c-4054-9fae-5a39c6d171a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.269028] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 625.269028] env[70623]: value = "task-2792921" [ 625.269028] env[70623]: _type = "Task" [ 625.269028] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.287156] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.328987] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4aa625f-e7a8-4250-9f50-7b60c31c7d00 req-acf6743f-865d-4d11-8350-83de55773893 service nova] Releasing lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.375593] env[70623]: DEBUG nova.network.neutron [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.387921] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792918, 'name': Rename_Task, 'duration_secs': 0.236915} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.391493] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.392154] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771c07e2-3be6-4c33-bd52-20d800235e46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.403594] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 625.403594] env[70623]: value = "task-2792922" [ 625.403594] env[70623]: _type = "Task" [ 625.403594] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.412669] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.421022] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.495931] env[70623]: DEBUG oslo_concurrency.lockutils [None req-43287932-d3a0-4665-9555-357258b5ccb3 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "6ea30732-9561-4e45-8825-88f318a82ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.017s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.517365] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a6be2-81e5-4ca3-b749-8a718b457819 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.529388] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847cd76-baf1-4021-9a7d-ece162082ca2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.565407] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de1affd-e1dd-4847-929b-a5bd462c3706 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.574247] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04df2bda-6809-415c-9739-7d8dcb7d7de5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.590566] env[70623]: DEBUG nova.compute.manager [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.590566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.590999] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.593205] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59db3dc9-e9a0-4085-b014-5587075bffa9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.602661] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.603235] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b106faf7-aaf6-4c77-ba5c-5dfef1716402 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.610964] env[70623]: DEBUG oslo_vmware.api [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Waiting for the task: (returnval){ [ 625.610964] env[70623]: value = "task-2792923" [ 625.610964] env[70623]: _type = "Task" [ 625.610964] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.620991] env[70623]: DEBUG oslo_vmware.api [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Task: {'id': task-2792923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.640570] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Releasing lock "refresh_cache-f72b1f19-1095-4ba2-9835-77c6e45dcb0b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640836] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Received event network-vif-plugged-2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 625.641042] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquiring lock "ba399839-ac55-4515-b7a1-b04c623636a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.641254] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Lock "ba399839-ac55-4515-b7a1-b04c623636a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.641562] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Lock "ba399839-ac55-4515-b7a1-b04c623636a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.641562] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] No waiting events found dispatching network-vif-plugged-2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.641777] env[70623]: WARNING nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Received unexpected event network-vif-plugged-2e159e6d-e628-45c4-af0e-cb646e1e99d9 for instance with vm_state building and task_state spawning. [ 625.642025] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Received event network-changed-2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 625.642122] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Refreshing instance network info cache due to event network-changed-2e159e6d-e628-45c4-af0e-cb646e1e99d9. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 625.642483] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquiring lock "refresh_cache-ba399839-ac55-4515-b7a1-b04c623636a5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.642483] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquired lock "refresh_cache-ba399839-ac55-4515-b7a1-b04c623636a5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.642683] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Refreshing network info cache for port 2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.685686] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd90ac-85c9-eea5-5b7f-91eaa47d3ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.025349} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.687166] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4c48e2-604a-4e48-9038-0565390bbce6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.697349] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 625.697349] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b64ed5-d099-299b-e57a-27d9ee23dbd5" [ 625.697349] env[70623]: _type = "Task" [ 625.697349] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.715993] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18525} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.716388] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b64ed5-d099-299b-e57a-27d9ee23dbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.716656] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.717620] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a2bf6-c326-4916-9b76-305aaed5b308 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.747719] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.748061] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb65cd0-f8a0-4409-bbbc-1d5059bf8394 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.770455] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 625.770455] env[70623]: value = "task-2792924" [ 625.770455] env[70623]: _type = "Task" [ 625.770455] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.784090] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.787434] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792921, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.881277] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Releasing lock "refresh_cache-5ef10fea-a884-4f04-9db2-01ebc584e0af" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.881915] env[70623]: DEBUG nova.compute.manager [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.882169] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.883241] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb92c7d0-aae0-43dd-a215-45e8526db0c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.898245] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.898245] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56abb34a-fb02-450f-8716-13acbac477ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.913877] env[70623]: DEBUG oslo_vmware.api [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 625.913877] env[70623]: value = "task-2792925" [ 625.913877] env[70623]: _type = "Task" [ 625.913877] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.914499] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.922954] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.930392] env[70623]: DEBUG oslo_vmware.api [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.003532] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.028367] env[70623]: DEBUG nova.network.neutron [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Successfully updated port: 9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.119823] env[70623]: ERROR nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [req-d8c299e1-3698-4ce0-93ff-2b03fcc0e525] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d8c299e1-3698-4ce0-93ff-2b03fcc0e525"}]} [ 626.126239] env[70623]: DEBUG oslo_vmware.api [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Task: {'id': task-2792923, 'name': PowerOffVM_Task, 'duration_secs': 0.290413} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.126544] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.126727] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.127381] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-407608e1-3cf6-4001-88e0-17a12902d866 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.142269] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 626.164081] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 626.164560] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.190881] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 626.210286] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b64ed5-d099-299b-e57a-27d9ee23dbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.211713] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.211713] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 65316bf8-eb2d-4ff5-95a4-53d82fd65a99/65316bf8-eb2d-4ff5-95a4-53d82fd65a99.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.211713] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ff5e4d-c407-4ba9-b5c2-512588dc826e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.224851] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.225259] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.225367] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Deleting the datastore file [datastore2] 91a0e319-bba4-48ab-a0c0-6f441c343990 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.227865] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ab6999-905d-4b4a-9bc9-110a43fa51ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.233642] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 626.239429] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 626.239429] env[70623]: value = "task-2792927" [ 626.239429] env[70623]: _type = "Task" [ 626.239429] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.245933] env[70623]: DEBUG oslo_vmware.api [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Waiting for the task: (returnval){ [ 626.245933] env[70623]: value = "task-2792928" [ 626.245933] env[70623]: _type = "Task" [ 626.245933] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.252161] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.264913] env[70623]: DEBUG oslo_vmware.api [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Task: {'id': task-2792928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.284248] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792921, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.291130] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792924, 'name': ReconfigVM_Task, 'duration_secs': 0.471547} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.292555] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.292555] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47876e7f-762a-480a-ae42-ce7d62759d35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.302062] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 626.302062] env[70623]: value = "task-2792929" [ 626.302062] env[70623]: _type = "Task" [ 626.302062] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.317922] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792929, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.408550] env[70623]: DEBUG oslo_vmware.api [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2792919, 'name': PowerOnVM_Task, 'duration_secs': 1.353538} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.412235] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.413031] env[70623]: INFO nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Took 16.24 seconds to spawn the instance on the hypervisor. [ 626.413031] env[70623]: DEBUG nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.416043] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac579fb-7fdd-4e47-acc2-980eca602c36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.434480] env[70623]: DEBUG oslo_vmware.api [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792922, 'name': PowerOnVM_Task, 'duration_secs': 0.717375} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.435253] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.438018] env[70623]: DEBUG nova.compute.manager [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.438018] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d909751-22b2-4971-80e8-9d77f8d4c4d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.453195] env[70623]: DEBUG oslo_vmware.api [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792925, 'name': PowerOffVM_Task, 'duration_secs': 0.175233} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.456754] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.456926] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.457371] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfccd762-3a70-4e18-9b05-162f903bb3f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.496453] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.496626] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.496756] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleting the datastore file [datastore2] 5ef10fea-a884-4f04-9db2-01ebc584e0af {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.497076] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b3d4bd-1bbd-4a82-bf7d-06b23a9749f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.510987] env[70623]: DEBUG oslo_vmware.api [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for the task: (returnval){ [ 626.510987] env[70623]: value = "task-2792931" [ 626.510987] env[70623]: _type = "Task" [ 626.510987] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.526331] env[70623]: DEBUG oslo_vmware.api [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.532707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "refresh_cache-761d787c-3988-454d-9ceb-c8afb5e6b36b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.532921] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "refresh_cache-761d787c-3988-454d-9ceb-c8afb5e6b36b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.533000] env[70623]: DEBUG nova.network.neutron [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.554360] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.583517] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "66441d00-c5cd-4331-a28b-0062f0bbba02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.583517] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.755744] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792927, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.770891] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Updated VIF entry in instance network info cache for port 2e159e6d-e628-45c4-af0e-cb646e1e99d9. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.771330] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Updating instance_info_cache with network_info: [{"id": "2e159e6d-e628-45c4-af0e-cb646e1e99d9", "address": "fa:16:3e:70:52:3f", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e159e6d-e6", "ovs_interfaceid": "2e159e6d-e628-45c4-af0e-cb646e1e99d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.785182] env[70623]: DEBUG oslo_vmware.api [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Task: {'id': task-2792928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315345} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.785576] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.785781] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.785972] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.786212] env[70623]: INFO nova.compute.manager [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Took 1.20 seconds to destroy the instance on the hypervisor. [ 626.786514] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.786713] env[70623]: DEBUG nova.compute.manager [-] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.786806] env[70623]: DEBUG nova.network.neutron [-] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.796205] env[70623]: DEBUG oslo_vmware.api [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2792921, 'name': PowerOnVM_Task, 'duration_secs': 1.096876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.797029] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a54970-435e-40ce-8967-d6e20e8ed5a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.802519] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.802782] env[70623]: INFO nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Took 11.90 seconds to spawn the instance on the hypervisor. [ 626.802961] env[70623]: DEBUG nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.804237] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd2276-129f-4d4e-aa96-8fb8e81162a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.818966] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e073eaa-075b-41f4-b7ff-70244be6bb5e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.836162] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792929, 'name': Rename_Task, 'duration_secs': 0.326574} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.840085] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.840518] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3256f738-6751-4aed-abc4-bdb613166df0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.880113] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24256b3-d65e-4918-9930-22afed235932 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.883667] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 626.883667] env[70623]: value = "task-2792932" [ 626.883667] env[70623]: _type = "Task" [ 626.883667] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.894478] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd90982e-2f07-4d87-ac3c-b8dcd6190482 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.905497] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792932, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.925111] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.980806] env[70623]: INFO nova.compute.manager [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Took 28.54 seconds to build instance. [ 626.986553] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.028369] env[70623]: DEBUG oslo_vmware.api [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Task: {'id': task-2792931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449454} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.028633] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.028863] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.029043] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.029582] env[70623]: INFO nova.compute.manager [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 627.032267] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.032267] env[70623]: DEBUG nova.compute.manager [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.032267] env[70623]: DEBUG nova.network.neutron [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.084350] env[70623]: DEBUG nova.network.neutron [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.204971] env[70623]: DEBUG nova.network.neutron [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.261964] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700372} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.261964] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 65316bf8-eb2d-4ff5-95a4-53d82fd65a99/65316bf8-eb2d-4ff5-95a4-53d82fd65a99.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.262216] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.262469] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29d535cb-c91a-4272-ab55-e69295796b31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.274701] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 627.274701] env[70623]: value = "task-2792933" [ 627.274701] env[70623]: _type = "Task" [ 627.274701] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.281420] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Releasing lock "refresh_cache-ba399839-ac55-4515-b7a1-b04c623636a5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.281420] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Received event network-vif-plugged-e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.281576] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquiring lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.281950] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.282046] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.282223] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] No waiting events found dispatching network-vif-plugged-e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.282445] env[70623]: WARNING nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Received unexpected event network-vif-plugged-e50ad71a-9b78-4750-8200-ae0a0917e8ea for instance with vm_state building and task_state spawning. [ 627.282645] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Received event network-changed-e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.282825] env[70623]: DEBUG nova.compute.manager [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Refreshing instance network info cache due to event network-changed-e50ad71a-9b78-4750-8200-ae0a0917e8ea. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 627.283043] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquiring lock "refresh_cache-65316bf8-eb2d-4ff5-95a4-53d82fd65a99" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.283299] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Acquired lock "refresh_cache-65316bf8-eb2d-4ff5-95a4-53d82fd65a99" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.283659] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Refreshing network info cache for port e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.290301] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.354891] env[70623]: INFO nova.compute.manager [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Took 27.37 seconds to build instance. [ 627.399470] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792932, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.428889] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.488559] env[70623]: DEBUG oslo_concurrency.lockutils [None req-872323ea-5cdd-42dc-8cc2-20b471f64090 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.058s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.591029] env[70623]: DEBUG nova.network.neutron [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.676807] env[70623]: DEBUG nova.network.neutron [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Updating instance_info_cache with network_info: [{"id": "9a782194-0a3d-4f81-92b6-0cae814aad08", "address": "fa:16:3e:f5:92:fe", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a782194-0a", "ovs_interfaceid": "9a782194-0a3d-4f81-92b6-0cae814aad08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.742909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "1877a563-e85b-46d4-b0b6-95da7b705e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.743201] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.743405] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "1877a563-e85b-46d4-b0b6-95da7b705e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.743586] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.743751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.745684] env[70623]: INFO nova.compute.manager [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Terminating instance [ 627.786434] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113923} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.786693] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.787651] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a48a1-ec34-4abd-872f-1d0714464ef9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.818884] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 65316bf8-eb2d-4ff5-95a4-53d82fd65a99/65316bf8-eb2d-4ff5-95a4-53d82fd65a99.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.819299] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e3d561-a053-481f-ade9-3b7a90964718 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.843371] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 627.843371] env[70623]: value = "task-2792934" [ 627.843371] env[70623]: _type = "Task" [ 627.843371] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.853929] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792934, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.860909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4a587dc-b4d0-4207-8b83-954af4518f10 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.882s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.898163] env[70623]: DEBUG oslo_vmware.api [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792932, 'name': PowerOnVM_Task, 'duration_secs': 1.047294} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.898263] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.898415] env[70623]: INFO nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Took 10.64 seconds to spawn the instance on the hypervisor. [ 627.898929] env[70623]: DEBUG nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.899439] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f7bbf5-62cc-4656-9ba0-3de9a60cf5ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.938269] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 627.938619] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.655s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.938963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.775s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.940669] env[70623]: INFO nova.compute.claims [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.992701] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.008649] env[70623]: DEBUG nova.compute.manager [req-950f4807-c1d3-442d-8699-43740fa8a649 req-7f2a34bb-d080-4279-b9cb-2c7698e32002 service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Received event network-vif-plugged-9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.008955] env[70623]: DEBUG oslo_concurrency.lockutils [req-950f4807-c1d3-442d-8699-43740fa8a649 req-7f2a34bb-d080-4279-b9cb-2c7698e32002 service nova] Acquiring lock "761d787c-3988-454d-9ceb-c8afb5e6b36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.009349] env[70623]: DEBUG oslo_concurrency.lockutils [req-950f4807-c1d3-442d-8699-43740fa8a649 req-7f2a34bb-d080-4279-b9cb-2c7698e32002 service nova] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.009429] env[70623]: DEBUG oslo_concurrency.lockutils [req-950f4807-c1d3-442d-8699-43740fa8a649 req-7f2a34bb-d080-4279-b9cb-2c7698e32002 service nova] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.010097] env[70623]: DEBUG nova.compute.manager [req-950f4807-c1d3-442d-8699-43740fa8a649 req-7f2a34bb-d080-4279-b9cb-2c7698e32002 service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] No waiting events found dispatching network-vif-plugged-9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.010302] env[70623]: WARNING nova.compute.manager [req-950f4807-c1d3-442d-8699-43740fa8a649 req-7f2a34bb-d080-4279-b9cb-2c7698e32002 service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Received unexpected event network-vif-plugged-9a782194-0a3d-4f81-92b6-0cae814aad08 for instance with vm_state building and task_state spawning. [ 628.093197] env[70623]: INFO nova.compute.manager [-] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Took 1.06 seconds to deallocate network for instance. [ 628.179051] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "refresh_cache-761d787c-3988-454d-9ceb-c8afb5e6b36b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.179424] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Instance network_info: |[{"id": "9a782194-0a3d-4f81-92b6-0cae814aad08", "address": "fa:16:3e:f5:92:fe", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a782194-0a", "ovs_interfaceid": "9a782194-0a3d-4f81-92b6-0cae814aad08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.179867] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:92:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a782194-0a3d-4f81-92b6-0cae814aad08', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.188502] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.188819] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.188944] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48b36797-25d9-4d3c-a304-7cfdf0b7647a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.214031] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.214031] env[70623]: value = "task-2792935" [ 628.214031] env[70623]: _type = "Task" [ 628.214031] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.223025] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792935, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.227924] env[70623]: DEBUG nova.network.neutron [-] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.250796] env[70623]: DEBUG nova.compute.manager [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.250796] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.250796] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f3a75-9f59-427a-8244-8b6d021a767e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.261265] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.261265] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dee1f37-7d03-4f75-842d-920a6d77a207 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.269977] env[70623]: DEBUG oslo_vmware.api [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 628.269977] env[70623]: value = "task-2792936" [ 628.269977] env[70623]: _type = "Task" [ 628.269977] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.275259] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Updated VIF entry in instance network info cache for port e50ad71a-9b78-4750-8200-ae0a0917e8ea. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.275259] env[70623]: DEBUG nova.network.neutron [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Updating instance_info_cache with network_info: [{"id": "e50ad71a-9b78-4750-8200-ae0a0917e8ea", "address": "fa:16:3e:9b:17:d9", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50ad71a-9b", "ovs_interfaceid": "e50ad71a-9b78-4750-8200-ae0a0917e8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.287391] env[70623]: DEBUG oslo_vmware.api [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.359958] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.366873] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.426911] env[70623]: INFO nova.compute.manager [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Took 23.73 seconds to build instance. [ 628.529942] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.600438] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.731069] env[70623]: INFO nova.compute.manager [-] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Took 1.94 seconds to deallocate network for instance. [ 628.737365] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792935, 'name': CreateVM_Task, 'duration_secs': 0.484253} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.740680] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.741989] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.742330] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.742750] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.743182] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c46c54-bcb6-4478-b006-50905df5e33f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.751215] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 628.751215] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527b5c6d-223e-861d-d426-a64b3c10f5e4" [ 628.751215] env[70623]: _type = "Task" [ 628.751215] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.767319] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527b5c6d-223e-861d-d426-a64b3c10f5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.781275] env[70623]: DEBUG oslo_vmware.api [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792936, 'name': PowerOffVM_Task, 'duration_secs': 0.281743} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.781545] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.781720] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.781976] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d65f292d-efb4-499c-b82c-b6a11bf2b544 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.787508] env[70623]: DEBUG oslo_concurrency.lockutils [req-4c8eac31-f515-46c0-bb87-5e9daec8f585 req-17d7855c-e1f1-4899-8f72-8215f41bac9e service nova] Releasing lock "refresh_cache-65316bf8-eb2d-4ff5-95a4-53d82fd65a99" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.858824] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792934, 'name': ReconfigVM_Task, 'duration_secs': 0.691825} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.860708] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 65316bf8-eb2d-4ff5-95a4-53d82fd65a99/65316bf8-eb2d-4ff5-95a4-53d82fd65a99.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.861530] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.861647] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.861853] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Deleting the datastore file [datastore2] 1877a563-e85b-46d4-b0b6-95da7b705e53 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.862217] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14a0caa-a9e1-4128-ad27-b44c60c4e0a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.864134] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f16956f5-e41e-4127-aa44-b48333b1d06f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.876294] env[70623]: DEBUG oslo_vmware.api [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for the task: (returnval){ [ 628.876294] env[70623]: value = "task-2792939" [ 628.876294] env[70623]: _type = "Task" [ 628.876294] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.880554] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 628.880554] env[70623]: value = "task-2792938" [ 628.880554] env[70623]: _type = "Task" [ 628.880554] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.895538] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792938, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.899388] env[70623]: DEBUG oslo_vmware.api [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.900546] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.930331] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0dc7b756-2800-45e8-adf7-9f101ad787ab tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "ba399839-ac55-4515-b7a1-b04c623636a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.249s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.247770] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.265956] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527b5c6d-223e-861d-d426-a64b3c10f5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.266344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.266498] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.267797] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.267797] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.267797] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.267797] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c7949e-cc20-45e0-a7e3-d5f396e1dc86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.285132] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.285132] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.285944] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86517fc2-8ecb-4e4c-8a84-8361009df5ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.294520] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 629.294520] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c54e58-27a6-2ac9-7431-e9f47f5386bc" [ 629.294520] env[70623]: _type = "Task" [ 629.294520] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.308717] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c54e58-27a6-2ac9-7431-e9f47f5386bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.381328] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465842a-f28d-4b05-807a-cec9e7cab744 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.396379] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777a100-9d66-4bd8-9605-3b3d63089b17 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.410521] env[70623]: DEBUG oslo_vmware.api [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Task: {'id': task-2792939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191195} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.410845] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792938, 'name': Rename_Task, 'duration_secs': 0.192918} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.411571] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.412377] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.412377] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.412377] env[70623]: INFO nova.compute.manager [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 629.412643] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.412701] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.412915] env[70623]: DEBUG nova.compute.manager [-] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.413024] env[70623]: DEBUG nova.network.neutron [-] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.414865] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a36e65d-fa98-4651-bf22-ddb2f946c662 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.452550] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.457808] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca17aed-e391-4800-a9b0-85ccaa377d39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.465044] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 629.465044] env[70623]: value = "task-2792940" [ 629.465044] env[70623]: _type = "Task" [ 629.465044] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.475039] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a0ff29-f9f6-4452-9289-3d7fac31c29d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.495042] env[70623]: DEBUG nova.compute.provider_tree [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.498893] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.712671] env[70623]: DEBUG nova.compute.manager [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Received event network-changed {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.712671] env[70623]: DEBUG nova.compute.manager [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Refreshing instance network info cache due to event network-changed. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 629.713124] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] Acquiring lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.713216] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] Acquired lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.713467] env[70623]: DEBUG nova.network.neutron [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.806069] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c54e58-27a6-2ac9-7431-e9f47f5386bc, 'name': SearchDatastore_Task, 'duration_secs': 0.024912} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.806872] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f32fb7-54cb-49e8-b555-13fd5c580146 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.814687] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 629.814687] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff907c-ec7e-a3fa-8f2b-48b74289a135" [ 629.814687] env[70623]: _type = "Task" [ 629.814687] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.824760] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff907c-ec7e-a3fa-8f2b-48b74289a135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.985431] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.994379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.001229] env[70623]: DEBUG nova.scheduler.client.report [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.326429] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff907c-ec7e-a3fa-8f2b-48b74289a135, 'name': SearchDatastore_Task, 'duration_secs': 0.025116} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.327166] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.328252] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 761d787c-3988-454d-9ceb-c8afb5e6b36b/761d787c-3988-454d-9ceb-c8afb5e6b36b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.328670] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4744c88e-1c43-4334-811f-1ce6499aeb3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.338478] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 630.338478] env[70623]: value = "task-2792941" [ 630.338478] env[70623]: _type = "Task" [ 630.338478] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.355536] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.484304] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.508715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.511580] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.513930] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.327s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.515758] env[70623]: INFO nova.compute.claims [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.518921] env[70623]: DEBUG nova.network.neutron [-] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.738915] env[70623]: DEBUG nova.network.neutron [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Updating instance_info_cache with network_info: [{"id": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "address": "fa:16:3e:f0:c9:c1", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap413ef6e9-e6", "ovs_interfaceid": "413ef6e9-e6a0-4935-a384-9e20d8bc1b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.855221] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.981131] env[70623]: DEBUG oslo_vmware.api [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792940, 'name': PowerOnVM_Task, 'duration_secs': 1.295278} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.981416] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.981621] env[70623]: INFO nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Took 11.16 seconds to spawn the instance on the hypervisor. [ 630.981843] env[70623]: DEBUG nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.982674] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22069f-76f0-49da-8af1-d8ef8b7fec1f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.027237] env[70623]: DEBUG nova.compute.utils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.028091] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.028273] env[70623]: DEBUG nova.network.neutron [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.044061] env[70623]: INFO nova.compute.manager [-] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Took 1.63 seconds to deallocate network for instance. [ 631.200295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.200851] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.244394] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b1c89ad5-a79e-4fb3-acc7-e7ed461c2b24 tempest-ServerExternalEventsTest-2081975363 tempest-ServerExternalEventsTest-2081975363-project] Releasing lock "refresh_cache-6ea30732-9561-4e45-8825-88f318a82ab6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.356870] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571828} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.356870] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 761d787c-3988-454d-9ceb-c8afb5e6b36b/761d787c-3988-454d-9ceb-c8afb5e6b36b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.356870] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.358811] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-524bf269-63b5-4da4-9f19-03a49e624376 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.361773] env[70623]: DEBUG nova.policy [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '945c85c6f5e74f26bd0f9893303eb17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '848f820bf943426c8323b2a23ec8e0c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.367714] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 631.367714] env[70623]: value = "task-2792942" [ 631.367714] env[70623]: _type = "Task" [ 631.367714] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.378127] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.502368] env[70623]: INFO nova.compute.manager [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Took 24.75 seconds to build instance. [ 631.533725] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.552636] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.878944] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078357} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.879241] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.880763] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563819ff-4afc-4e84-9977-dd57f9159c0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.906516] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 761d787c-3988-454d-9ceb-c8afb5e6b36b/761d787c-3988-454d-9ceb-c8afb5e6b36b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.909813] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ea1736-f594-4b08-bd58-f2216670e9b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.926208] env[70623]: INFO nova.compute.manager [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Rebuilding instance [ 631.937020] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 631.937020] env[70623]: value = "task-2792943" [ 631.937020] env[70623]: _type = "Task" [ 631.937020] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.956523] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.002679] env[70623]: DEBUG nova.compute.manager [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.002679] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f9de7-c87c-4028-b273-5c47f9691151 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.006192] env[70623]: DEBUG oslo_concurrency.lockutils [None req-571ad810-0f70-4ecd-a637-747ecf629556 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.528s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.049114] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc0f20-0d9f-468f-8992-0f74879e64ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.059380] env[70623]: DEBUG nova.compute.manager [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Received event network-changed-9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.059661] env[70623]: DEBUG nova.compute.manager [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Refreshing instance network info cache due to event network-changed-9a782194-0a3d-4f81-92b6-0cae814aad08. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.060257] env[70623]: DEBUG oslo_concurrency.lockutils [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] Acquiring lock "refresh_cache-761d787c-3988-454d-9ceb-c8afb5e6b36b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.060501] env[70623]: DEBUG oslo_concurrency.lockutils [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] Acquired lock "refresh_cache-761d787c-3988-454d-9ceb-c8afb5e6b36b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.060733] env[70623]: DEBUG nova.network.neutron [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Refreshing network info cache for port 9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.074758] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a28e4-8465-4014-8936-103ead581379 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.120600] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74099b9-aeef-400c-8fd8-06f0c0ad8081 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.130364] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe420f-7706-4417-a0ac-0fcc76120935 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.145817] env[70623]: DEBUG nova.compute.provider_tree [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.168397] env[70623]: DEBUG nova.network.neutron [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Successfully created port: 09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.271075] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "6ea30732-9561-4e45-8825-88f318a82ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.271075] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "6ea30732-9561-4e45-8825-88f318a82ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.271222] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "6ea30732-9561-4e45-8825-88f318a82ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.271387] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "6ea30732-9561-4e45-8825-88f318a82ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.271545] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "6ea30732-9561-4e45-8825-88f318a82ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.273708] env[70623]: INFO nova.compute.manager [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Terminating instance [ 632.446081] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.510849] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.560025] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.585308] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.585566] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.585845] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.586117] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.586324] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.586525] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.586834] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.587036] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.587294] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.587527] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.587755] env[70623]: DEBUG nova.virt.hardware [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.589016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467799b-3c14-4e49-a202-d7c4cfcb779c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.605075] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4e43d5-2c53-4869-8823-d7e3b62e1471 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.650901] env[70623]: DEBUG nova.scheduler.client.report [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.779849] env[70623]: DEBUG nova.compute.manager [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.779849] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.782017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb9f50-7791-44d5-942f-2a0b3cc47f03 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.794047] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.794047] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cee16c9-ad1c-4546-91bf-cd8d85149b1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.802848] env[70623]: DEBUG oslo_vmware.api [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 632.802848] env[70623]: value = "task-2792944" [ 632.802848] env[70623]: _type = "Task" [ 632.802848] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.819062] env[70623]: DEBUG oslo_vmware.api [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.927252] env[70623]: DEBUG nova.network.neutron [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Updated VIF entry in instance network info cache for port 9a782194-0a3d-4f81-92b6-0cae814aad08. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.927807] env[70623]: DEBUG nova.network.neutron [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Updating instance_info_cache with network_info: [{"id": "9a782194-0a3d-4f81-92b6-0cae814aad08", "address": "fa:16:3e:f5:92:fe", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a782194-0a", "ovs_interfaceid": "9a782194-0a3d-4f81-92b6-0cae814aad08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.951028] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792943, 'name': ReconfigVM_Task, 'duration_secs': 0.538452} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.951577] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 761d787c-3988-454d-9ceb-c8afb5e6b36b/761d787c-3988-454d-9ceb-c8afb5e6b36b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.952039] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3727734a-1931-47bd-ac0d-268db1e2ebba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.960961] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 632.960961] env[70623]: value = "task-2792945" [ 632.960961] env[70623]: _type = "Task" [ 632.960961] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.978175] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792945, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.032470] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.032799] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02722a16-77f4-4b8b-8729-eea233a4320a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.045712] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 633.045712] env[70623]: value = "task-2792946" [ 633.045712] env[70623]: _type = "Task" [ 633.045712] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.050741] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "b54e480f-1178-492b-a18c-48baf46b97a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.050741] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "b54e480f-1178-492b-a18c-48baf46b97a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.056169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.066157] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.142868] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.143269] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.160947] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.161481] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.165101] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.414s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.166564] env[70623]: INFO nova.compute.claims [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.319622] env[70623]: DEBUG oslo_vmware.api [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792944, 'name': PowerOffVM_Task, 'duration_secs': 0.250778} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.319962] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.320131] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.320431] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c80d440-a33c-4634-b479-81d3b989ac86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.398766] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.401925] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.401925] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Deleting the datastore file [datastore2] 6ea30732-9561-4e45-8825-88f318a82ab6 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.401925] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9f9615-fd25-461d-b4c5-bbd8258eccc0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.409213] env[70623]: DEBUG oslo_vmware.api [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for the task: (returnval){ [ 633.409213] env[70623]: value = "task-2792948" [ 633.409213] env[70623]: _type = "Task" [ 633.409213] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.422707] env[70623]: DEBUG oslo_vmware.api [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.435445] env[70623]: DEBUG oslo_concurrency.lockutils [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] Releasing lock "refresh_cache-761d787c-3988-454d-9ceb-c8afb5e6b36b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.435445] env[70623]: DEBUG nova.compute.manager [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Received event network-vif-deleted-a28367a3-b206-4b03-a577-a7b5c4e812b8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.435445] env[70623]: DEBUG nova.compute.manager [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Received event network-changed-27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.435445] env[70623]: DEBUG nova.compute.manager [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Refreshing instance network info cache due to event network-changed-27398926-7125-47b7-b469-595760aee6a2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 633.435445] env[70623]: DEBUG oslo_concurrency.lockutils [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] Acquiring lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.435626] env[70623]: DEBUG oslo_concurrency.lockutils [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] Acquired lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.436163] env[70623]: DEBUG nova.network.neutron [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Refreshing network info cache for port 27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.478579] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792945, 'name': Rename_Task, 'duration_secs': 0.159943} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.478870] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.480026] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ee9754-8c38-4f1c-a1cf-6745d190a6ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.487736] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 633.487736] env[70623]: value = "task-2792949" [ 633.487736] env[70623]: _type = "Task" [ 633.487736] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.499570] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.568632] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792946, 'name': PowerOffVM_Task, 'duration_secs': 0.341854} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.568632] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.568632] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.568632] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d2cbea-fca7-42e4-8ee6-f2729835a3fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.578235] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.578631] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b2e49c-8d8f-41cd-a97e-f2544337bfb3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.610348] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.610647] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.610885] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Deleting the datastore file [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.611304] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2deb2333-590f-4ce6-95d0-70900fc1a472 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.620194] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 633.620194] env[70623]: value = "task-2792951" [ 633.620194] env[70623]: _type = "Task" [ 633.620194] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.630273] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.669184] env[70623]: DEBUG nova.compute.utils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.670303] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.670500] env[70623]: DEBUG nova.network.neutron [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.774433] env[70623]: DEBUG nova.policy [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.926201] env[70623]: DEBUG oslo_vmware.api [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Task: {'id': task-2792948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213576} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.926201] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.926201] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.926398] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.926679] env[70623]: INFO nova.compute.manager [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 633.926923] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.927130] env[70623]: DEBUG nova.compute.manager [-] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.927266] env[70623]: DEBUG nova.network.neutron [-] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.999744] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.148054] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198592} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.148354] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.148562] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.148755] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.173098] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.359230] env[70623]: DEBUG nova.network.neutron [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Successfully updated port: 09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.446500] env[70623]: DEBUG nova.network.neutron [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Successfully created port: bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.505760] env[70623]: DEBUG oslo_vmware.api [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2792949, 'name': PowerOnVM_Task, 'duration_secs': 0.704982} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.507179] env[70623]: DEBUG nova.network.neutron [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updated VIF entry in instance network info cache for port 27398926-7125-47b7-b469-595760aee6a2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.511089] env[70623]: DEBUG nova.network.neutron [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updating instance_info_cache with network_info: [{"id": "27398926-7125-47b7-b469-595760aee6a2", "address": "fa:16:3e:cd:9d:45", "network": {"id": "ce3ff77a-432c-422d-b3d2-aede95000bf5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-336632568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f475d63210c43e584500eef65906d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27398926-71", "ovs_interfaceid": "27398926-7125-47b7-b469-595760aee6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.512537] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.512773] env[70623]: INFO nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Took 12.20 seconds to spawn the instance on the hypervisor. [ 634.512955] env[70623]: DEBUG nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.519970] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cff4d3-2a77-4b93-80ed-6750d8d94acd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.675032] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a707b77-8c5a-43ec-a26b-eb1105a9a908 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.689021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79465fd-03a3-4db3-8e9a-0064d10a9d54 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.728706] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7cecc-4571-4d95-90cf-6f3729425ece {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.740014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb8f93-ca0d-4040-8369-799638e4e7bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.757114] env[70623]: DEBUG nova.compute.provider_tree [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.863979] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.866285] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquired lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.866473] env[70623]: DEBUG nova.network.neutron [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.950362] env[70623]: DEBUG nova.compute.manager [req-05002f90-e47e-4ec4-96eb-bfc19e780e96 req-d62b240a-e8a3-4550-b455-dea0341b57da service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Received event network-vif-plugged-09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 634.950719] env[70623]: DEBUG oslo_concurrency.lockutils [req-05002f90-e47e-4ec4-96eb-bfc19e780e96 req-d62b240a-e8a3-4550-b455-dea0341b57da service nova] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.951158] env[70623]: DEBUG oslo_concurrency.lockutils [req-05002f90-e47e-4ec4-96eb-bfc19e780e96 req-d62b240a-e8a3-4550-b455-dea0341b57da service nova] Lock "ef42669b-9878-416c-b719-6a4b54802053-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.951569] env[70623]: DEBUG oslo_concurrency.lockutils [req-05002f90-e47e-4ec4-96eb-bfc19e780e96 req-d62b240a-e8a3-4550-b455-dea0341b57da service nova] Lock "ef42669b-9878-416c-b719-6a4b54802053-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.952394] env[70623]: DEBUG nova.compute.manager [req-05002f90-e47e-4ec4-96eb-bfc19e780e96 req-d62b240a-e8a3-4550-b455-dea0341b57da service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] No waiting events found dispatching network-vif-plugged-09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.952685] env[70623]: WARNING nova.compute.manager [req-05002f90-e47e-4ec4-96eb-bfc19e780e96 req-d62b240a-e8a3-4550-b455-dea0341b57da service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Received unexpected event network-vif-plugged-09837998-6c52-4a9f-b54c-40ea6b14911c for instance with vm_state building and task_state spawning. [ 635.026651] env[70623]: DEBUG oslo_concurrency.lockutils [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] Releasing lock "refresh_cache-7a938aa3-5958-42cb-912c-091a74fe59e6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.026651] env[70623]: DEBUG nova.compute.manager [req-12fa10d3-ca72-4a69-bd86-f7a1b59309f6 req-19a50eac-6f4b-4a3e-9c18-d53ce7ff135c service nova] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Received event network-vif-deleted-83e7b58d-d5cf-4bfb-8547-17ef5af137c4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.043704] env[70623]: INFO nova.compute.manager [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Took 25.24 seconds to build instance. [ 635.102910] env[70623]: DEBUG nova.network.neutron [-] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.124649] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "47a5a912-2f01-46b7-81c3-959a623acc2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.124838] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.192482] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.197414] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.197414] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.197414] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.197414] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.197721] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.197721] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.197721] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.197824] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.197961] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.199170] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.199170] env[70623]: DEBUG nova.virt.hardware [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.200159] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50263070-d828-4233-aaa0-c9a50636a087 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.208479] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf66534-3da8-443e-b78f-f06d7e97d033 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.235566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.241543] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.247941] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.248162] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.248808] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.248808] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.248808] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.248808] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.249379] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.249640] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.249829] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.249930] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.250134] env[70623]: DEBUG nova.virt.hardware [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.250433] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.251230] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defa1275-dbe1-4f64-a6b3-02b95b1f61ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.254933] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf9b02a-b6a7-494d-814f-402db28f20e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.269061] env[70623]: DEBUG nova.scheduler.client.report [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.279892] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d61e8c-f1d7-48e4-91cb-e4ba2f360e10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.287591] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.287591] env[70623]: value = "task-2792952" [ 635.287591] env[70623]: _type = "Task" [ 635.287591] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.307297] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792952, 'name': CreateVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.429835] env[70623]: DEBUG nova.network.neutron [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.546130] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d441c4b3-e015-4f78-b53a-237458d4df79 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.704s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.606764] env[70623]: INFO nova.compute.manager [-] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Took 1.68 seconds to deallocate network for instance. [ 635.622513] env[70623]: DEBUG nova.compute.manager [req-967eac00-74dc-41b1-925b-5351eb52c506 req-f10258e7-1222-4f67-a4d8-77a20bd046b7 service nova] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Received event network-vif-deleted-413ef6e9-e6a0-4935-a384-9e20d8bc1b1d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.767842] env[70623]: DEBUG nova.network.neutron [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updating instance_info_cache with network_info: [{"id": "09837998-6c52-4a9f-b54c-40ea6b14911c", "address": "fa:16:3e:3b:d9:54", "network": {"id": "78d7592e-b4ff-4e9a-967b-51d384e13acc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1045490768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "848f820bf943426c8323b2a23ec8e0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09837998-6c", "ovs_interfaceid": "09837998-6c52-4a9f-b54c-40ea6b14911c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.774695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.775242] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.778172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.712s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.778692] env[70623]: DEBUG nova.objects.instance [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lazy-loading 'resources' on Instance uuid 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.799035] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792952, 'name': CreateVM_Task, 'duration_secs': 0.34784} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.799415] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.799670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.799920] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.800172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.800462] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfaaa51-cde6-4383-8075-5acfcccd1a4f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.805900] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 635.805900] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52821e05-9472-3f2a-1541-ab5074dccb2c" [ 635.805900] env[70623]: _type = "Task" [ 635.805900] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.820774] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52821e05-9472-3f2a-1541-ab5074dccb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.050189] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.114959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.271035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Releasing lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.271384] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Instance network_info: |[{"id": "09837998-6c52-4a9f-b54c-40ea6b14911c", "address": "fa:16:3e:3b:d9:54", "network": {"id": "78d7592e-b4ff-4e9a-967b-51d384e13acc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1045490768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "848f820bf943426c8323b2a23ec8e0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09837998-6c", "ovs_interfaceid": "09837998-6c52-4a9f-b54c-40ea6b14911c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.272405] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d9:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09837998-6c52-4a9f-b54c-40ea6b14911c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.288900] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Creating folder: Project (848f820bf943426c8323b2a23ec8e0c7). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.295212] env[70623]: DEBUG nova.compute.utils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.297454] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fff2a4c-24c5-43c0-9d80-6f6e6dcf1b8c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.300822] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.301529] env[70623]: DEBUG nova.network.neutron [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.315503] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Created folder: Project (848f820bf943426c8323b2a23ec8e0c7) in parent group-v561316. [ 636.315808] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Creating folder: Instances. Parent ref: group-v561353. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.321787] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a278cd3f-ebbd-43a2-9e2f-3403f234500d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.324354] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52821e05-9472-3f2a-1541-ab5074dccb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.325538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.325864] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.326202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.326415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.326670] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.328284] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d900d2b3-298e-4d7b-8ef3-bb360e2c5e31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.341727] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Created folder: Instances in parent group-v561353. [ 636.341984] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.343101] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef42669b-9878-416c-b719-6a4b54802053] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.343380] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.343537] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.344292] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e46ad881-99cb-4189-b7b6-10381e1a455b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.359222] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4429b8e3-d507-433f-b754-5f7e9ae24d1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.369157] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 636.369157] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb23dd-cb16-69d2-8f62-dcf7b79d4d59" [ 636.369157] env[70623]: _type = "Task" [ 636.369157] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.377853] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.377853] env[70623]: value = "task-2792955" [ 636.377853] env[70623]: _type = "Task" [ 636.377853] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.386503] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb23dd-cb16-69d2-8f62-dcf7b79d4d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.392794] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792955, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.418111] env[70623]: DEBUG nova.policy [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8103d7f084b10bed3817f252014c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '724f3f04984e483f8aa4a74620b53547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.574249] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.625625] env[70623]: DEBUG nova.network.neutron [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Successfully updated port: bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.769569] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe44a2-8f1e-40c5-be05-074aeeafc152 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.779723] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e871f-7165-42f1-a195-da5c3cf02532 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.816056] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.820120] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb02336-8444-44c4-afa3-5595d7d0d4ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.829677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d75515-003e-4145-b01e-7706e4b6bdb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.846335] env[70623]: DEBUG nova.compute.provider_tree [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.881943] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb23dd-cb16-69d2-8f62-dcf7b79d4d59, 'name': SearchDatastore_Task, 'duration_secs': 0.021898} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.887936] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d7342d-62f5-46e3-84a7-dd3de2f83ca2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.894351] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 636.894351] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5202c52b-80ad-9ab4-c336-5dfa83f8aed0" [ 636.894351] env[70623]: _type = "Task" [ 636.894351] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.897944] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792955, 'name': CreateVM_Task, 'duration_secs': 0.47882} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.901087] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef42669b-9878-416c-b719-6a4b54802053] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.901881] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.902056] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.902394] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.902968] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c412088-763e-4ef8-b985-453ec16824ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.909647] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5202c52b-80ad-9ab4-c336-5dfa83f8aed0, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.909922] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.910191] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.910556] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742466c3-8a71-407b-956b-f73a6dac317a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.913539] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 636.913539] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526713bd-0cd4-5d0e-56e9-d4c9eb9ea318" [ 636.913539] env[70623]: _type = "Task" [ 636.913539] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.920433] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 636.920433] env[70623]: value = "task-2792956" [ 636.920433] env[70623]: _type = "Task" [ 636.920433] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.928162] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526713bd-0cd4-5d0e-56e9-d4c9eb9ea318, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.928853] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.929120] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.929446] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.929678] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.929757] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.930022] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf747b0d-5f76-427a-95cb-1476f340798b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.935282] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.954277] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.954418] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.955253] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973d5c2d-3aec-432f-baf9-c184486ab762 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.961712] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 636.961712] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252507a-fcf1-cf01-47d1-c34a0a999ef0" [ 636.961712] env[70623]: _type = "Task" [ 636.961712] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.972448] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252507a-fcf1-cf01-47d1-c34a0a999ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.127298] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.128162] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.128162] env[70623]: DEBUG nova.network.neutron [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.350232] env[70623]: DEBUG nova.scheduler.client.report [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.385406] env[70623]: DEBUG nova.network.neutron [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Successfully created port: 1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.434847] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792956, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.473445] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252507a-fcf1-cf01-47d1-c34a0a999ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.474234] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3799184e-8678-4849-9853-3c9bb864c559 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.488135] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 637.488135] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b73393-7fc9-6385-3cb8-ff5718684d5a" [ 637.488135] env[70623]: _type = "Task" [ 637.488135] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.511490] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b73393-7fc9-6385-3cb8-ff5718684d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.512016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.512539] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ef42669b-9878-416c-b719-6a4b54802053/ef42669b-9878-416c-b719-6a4b54802053.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.514321] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e12d2c4-f65d-414b-9db6-f08abe1717e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.523891] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 637.523891] env[70623]: value = "task-2792957" [ 637.523891] env[70623]: _type = "Task" [ 637.523891] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.545353] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.785353] env[70623]: DEBUG nova.network.neutron [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.828606] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.860890] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.861157] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.861518] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.861638] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.861741] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.861994] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.862119] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.862367] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.862492] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.862659] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.862920] env[70623]: DEBUG nova.virt.hardware [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.863809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.868322] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0290ecb0-b2c5-40f0-83c1-1c31782dc3eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.873577] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.742s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.875712] env[70623]: INFO nova.compute.claims [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.890174] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cdce73-5d61-43e6-9ace-ea30c9d19c5b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.933955] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528434} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.935192] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.935192] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.936166] env[70623]: INFO nova.scheduler.client.report [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Deleted allocations for instance 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f [ 637.937510] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815cbcec-6ffe-4cbd-8a72-292bfccb95d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.953036] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 637.953036] env[70623]: value = "task-2792958" [ 637.953036] env[70623]: _type = "Task" [ 637.953036] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.967475] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.037250] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463428} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.037893] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ef42669b-9878-416c-b719-6a4b54802053/ef42669b-9878-416c-b719-6a4b54802053.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.038216] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.039223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "7a938aa3-5958-42cb-912c-091a74fe59e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.039223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.039721] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "7a938aa3-5958-42cb-912c-091a74fe59e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.040648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.040648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.042167] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed8d14df-d44b-4442-9b61-2d2a2aff6c23 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.045995] env[70623]: INFO nova.compute.manager [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Terminating instance [ 638.054205] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 638.054205] env[70623]: value = "task-2792959" [ 638.054205] env[70623]: _type = "Task" [ 638.054205] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.064933] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.189880] env[70623]: DEBUG nova.network.neutron [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.451853] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8f159c6-ebfa-428c-a6ec-2aac37c0d201 tempest-AttachInterfacesV270Test-462233706 tempest-AttachInterfacesV270Test-462233706-project-member] Lock "3431f8d4-2a0c-4d3c-ace9-8a916f7e383f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.158s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.466688] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076443} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.467069] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.467877] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f4c229-04ca-4c3f-b67f-4ae35f6b0cb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.475245] env[70623]: DEBUG nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Received event network-changed-09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 638.475491] env[70623]: DEBUG nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Refreshing instance network info cache due to event network-changed-09837998-6c52-4a9f-b54c-40ea6b14911c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 638.475736] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Acquiring lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.476351] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Acquired lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.476351] env[70623]: DEBUG nova.network.neutron [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Refreshing network info cache for port 09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.499814] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.500744] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77285658-f561-445e-9f47-dfa34412e99c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.528265] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 638.528265] env[70623]: value = "task-2792960" [ 638.528265] env[70623]: _type = "Task" [ 638.528265] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.539792] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.553773] env[70623]: DEBUG nova.compute.manager [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.554012] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.555275] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abfefdb-cf6d-4458-a70c-765aa71bd359 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.567858] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.570640] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ec7788-fbd9-4bbf-b8d2-2c2c509160d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.572522] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071568} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.573022] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.574672] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a59658-a9f1-4707-9218-ac527bbcdcdc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.603305] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ef42669b-9878-416c-b719-6a4b54802053/ef42669b-9878-416c-b719-6a4b54802053.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.603745] env[70623]: DEBUG oslo_vmware.api [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 638.603745] env[70623]: value = "task-2792961" [ 638.603745] env[70623]: _type = "Task" [ 638.603745] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.604969] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d8d571-9535-4806-ba02-f3d847b5be7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.634223] env[70623]: DEBUG oslo_vmware.api [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.637995] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 638.637995] env[70623]: value = "task-2792962" [ 638.637995] env[70623]: _type = "Task" [ 638.637995] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.646339] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.693092] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.694103] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Instance network_info: |[{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.694408] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:25:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe97833-042e-4b3d-9a82-238d8a8a663f', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.704650] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Creating folder: Project (f91444c4a72e46ca99221b0e4aca52d9). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.705039] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bea72ce-79ed-4413-8ed4-5889a255e213 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.720591] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Created folder: Project (f91444c4a72e46ca99221b0e4aca52d9) in parent group-v561316. [ 638.720591] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Creating folder: Instances. Parent ref: group-v561356. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.720705] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b47132-ed0d-4bbd-a779-7fc8e6fd616b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.739330] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Created folder: Instances in parent group-v561356. [ 638.739330] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.739330] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.739330] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e7825d3-ea9b-44a5-88e9-ebcdaa107247 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.766221] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.766221] env[70623]: value = "task-2792965" [ 638.766221] env[70623]: _type = "Task" [ 638.766221] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.776458] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792965, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.027711] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "74508bf5-d9b7-486b-a5e6-9387f3b96496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.028018] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.043761] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792960, 'name': ReconfigVM_Task, 'duration_secs': 0.472834} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.046116] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1/476ba092-72d4-4e2b-807a-cb1bd63f2fe1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.047413] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b473075-8111-4574-ad5e-d00e219ebc51 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.057715] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 639.057715] env[70623]: value = "task-2792966" [ 639.057715] env[70623]: _type = "Task" [ 639.057715] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.074133] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792966, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.135883] env[70623]: DEBUG oslo_vmware.api [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792961, 'name': PowerOffVM_Task, 'duration_secs': 0.384305} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.141788] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.141788] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.142528] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c76ee13f-b0af-44ef-97d6-485f7a76fa22 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.157774] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.236773] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.237141] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.237278] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Deleting the datastore file [datastore2] 7a938aa3-5958-42cb-912c-091a74fe59e6 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.237529] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a486c9a-b9b2-4f5c-8fb5-8454c212ca1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.254156] env[70623]: DEBUG oslo_vmware.api [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for the task: (returnval){ [ 639.254156] env[70623]: value = "task-2792968" [ 639.254156] env[70623]: _type = "Task" [ 639.254156] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.266279] env[70623]: DEBUG oslo_vmware.api [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.280589] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792965, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.427893] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe52e9d-ca47-475c-8cd8-06cfd6a4faf3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.438928] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b38c801-d844-4a2f-8234-195c418a3e31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.477285] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a595679-d089-4b29-9acd-9c055de70af1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.486538] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9af67f4-bd23-40fc-827e-12573cde1324 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.504062] env[70623]: DEBUG nova.compute.provider_tree [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.570726] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792966, 'name': Rename_Task, 'duration_secs': 0.156007} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.571102] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.571515] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2fe901-c677-4aae-bb66-180d9edb4c8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.579868] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Waiting for the task: (returnval){ [ 639.579868] env[70623]: value = "task-2792969" [ 639.579868] env[70623]: _type = "Task" [ 639.579868] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.588044] env[70623]: DEBUG nova.network.neutron [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updated VIF entry in instance network info cache for port 09837998-6c52-4a9f-b54c-40ea6b14911c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.588044] env[70623]: DEBUG nova.network.neutron [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updating instance_info_cache with network_info: [{"id": "09837998-6c52-4a9f-b54c-40ea6b14911c", "address": "fa:16:3e:3b:d9:54", "network": {"id": "78d7592e-b4ff-4e9a-967b-51d384e13acc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1045490768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "848f820bf943426c8323b2a23ec8e0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09837998-6c", "ovs_interfaceid": "09837998-6c52-4a9f-b54c-40ea6b14911c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.589992] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.653949] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792962, 'name': ReconfigVM_Task, 'duration_secs': 0.532655} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.653949] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ef42669b-9878-416c-b719-6a4b54802053/ef42669b-9878-416c-b719-6a4b54802053.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.654430] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96773efc-1cf8-4d75-9435-125ff763e911 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.664056] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 639.664056] env[70623]: value = "task-2792970" [ 639.664056] env[70623]: _type = "Task" [ 639.664056] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.674695] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792970, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.771164] env[70623]: DEBUG oslo_vmware.api [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Task: {'id': task-2792968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149513} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.776723] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.777167] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.777245] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.778421] env[70623]: INFO nova.compute.manager [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 639.778421] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.778421] env[70623]: DEBUG nova.compute.manager [-] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.778421] env[70623]: DEBUG nova.network.neutron [-] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.789209] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792965, 'name': CreateVM_Task, 'duration_secs': 0.591157} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.789209] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.789209] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.789483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.791101] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.791101] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3289220a-fc84-4a93-947c-22118dd3b6cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.798071] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 639.798071] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52116e4e-537f-47cb-db46-001b7d7846ec" [ 639.798071] env[70623]: _type = "Task" [ 639.798071] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.809062] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52116e4e-537f-47cb-db46-001b7d7846ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.042531] env[70623]: ERROR nova.scheduler.client.report [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [req-b823effe-1526-48c3-9e52-d9d315769706] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b823effe-1526-48c3-9e52-d9d315769706"}]} [ 640.072102] env[70623]: DEBUG nova.scheduler.client.report [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 640.091058] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Releasing lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.091651] env[70623]: DEBUG nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-vif-plugged-bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 640.091651] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.091912] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.091964] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.092175] env[70623]: DEBUG nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] No waiting events found dispatching network-vif-plugged-bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.092346] env[70623]: WARNING nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received unexpected event network-vif-plugged-bfe97833-042e-4b3d-9a82-238d8a8a663f for instance with vm_state building and task_state spawning. [ 640.092570] env[70623]: DEBUG nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-changed-bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 640.092734] env[70623]: DEBUG nova.compute.manager [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Refreshing instance network info cache due to event network-changed-bfe97833-042e-4b3d-9a82-238d8a8a663f. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 640.092920] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Acquiring lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.093373] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Acquired lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.093373] env[70623]: DEBUG nova.network.neutron [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Refreshing network info cache for port bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.095828] env[70623]: DEBUG oslo_vmware.api [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Task: {'id': task-2792969, 'name': PowerOnVM_Task, 'duration_secs': 0.467243} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.095828] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.095999] env[70623]: DEBUG nova.compute.manager [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.096746] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8331d7-f5f0-474b-bc7e-1204f82ab7ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.100820] env[70623]: DEBUG nova.scheduler.client.report [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 640.101137] env[70623]: DEBUG nova.compute.provider_tree [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.117671] env[70623]: DEBUG nova.scheduler.client.report [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 640.150300] env[70623]: DEBUG nova.scheduler.client.report [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 640.186864] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792970, 'name': Rename_Task, 'duration_secs': 0.178005} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.186936] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.187413] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7274af-9241-4f81-9671-d3328bcdea02 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.196866] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 640.196866] env[70623]: value = "task-2792971" [ 640.196866] env[70623]: _type = "Task" [ 640.196866] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.208930] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.313507] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52116e4e-537f-47cb-db46-001b7d7846ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.314133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.314434] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.314560] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.314752] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.317025] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.317025] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4939d79-de32-4079-a428-0a28542edff6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.335014] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.335014] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.335014] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b9f39d-e33b-4513-879a-ac3132ed03ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.344655] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 640.344655] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52563d36-cb5c-4f01-d745-610aee7dc29f" [ 640.344655] env[70623]: _type = "Task" [ 640.344655] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.357199] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52563d36-cb5c-4f01-d745-610aee7dc29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.359473] env[70623]: DEBUG nova.network.neutron [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Successfully updated port: 1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.616134] env[70623]: DEBUG nova.compute.manager [req-a9b904e4-38c0-4e2f-acff-14da04a3800f req-5c4e586f-73d1-4a87-916f-568801b4f113 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Received event network-vif-plugged-1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 640.616356] env[70623]: DEBUG oslo_concurrency.lockutils [req-a9b904e4-38c0-4e2f-acff-14da04a3800f req-5c4e586f-73d1-4a87-916f-568801b4f113 service nova] Acquiring lock "a87dd387-3180-4e07-b0e8-7c750721ce9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.617595] env[70623]: DEBUG oslo_concurrency.lockutils [req-a9b904e4-38c0-4e2f-acff-14da04a3800f req-5c4e586f-73d1-4a87-916f-568801b4f113 service nova] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.617595] env[70623]: DEBUG oslo_concurrency.lockutils [req-a9b904e4-38c0-4e2f-acff-14da04a3800f req-5c4e586f-73d1-4a87-916f-568801b4f113 service nova] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.617595] env[70623]: DEBUG nova.compute.manager [req-a9b904e4-38c0-4e2f-acff-14da04a3800f req-5c4e586f-73d1-4a87-916f-568801b4f113 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] No waiting events found dispatching network-vif-plugged-1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.617595] env[70623]: WARNING nova.compute.manager [req-a9b904e4-38c0-4e2f-acff-14da04a3800f req-5c4e586f-73d1-4a87-916f-568801b4f113 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Received unexpected event network-vif-plugged-1ef35e70-9791-4fd5-8943-bb46474d7efd for instance with vm_state building and task_state spawning. [ 640.622953] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.670177] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd7bdf0-7f1c-4f0d-8fd8-15953e9142c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.681405] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b1987-62ba-4696-ab8a-a9090fe4185c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.733546] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8d56a5-d120-4840-9732-512642d80e60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.744469] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792971, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.745966] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a4263f-be3a-40b4-9e9c-b3a2ba1d0d34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.765676] env[70623]: DEBUG nova.compute.provider_tree [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.863897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.863897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.863897] env[70623]: DEBUG nova.network.neutron [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.868567] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52563d36-cb5c-4f01-d745-610aee7dc29f, 'name': SearchDatastore_Task, 'duration_secs': 0.025459} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.871226] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa416cba-8f1a-47c4-8193-16d7d3bcbefb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.878444] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 640.878444] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52931de2-fe71-7a2e-c7b3-fd0d6ae189da" [ 640.878444] env[70623]: _type = "Task" [ 640.878444] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.889627] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52931de2-fe71-7a2e-c7b3-fd0d6ae189da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.230230] env[70623]: DEBUG oslo_vmware.api [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2792971, 'name': PowerOnVM_Task, 'duration_secs': 0.84464} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.230230] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.230546] env[70623]: INFO nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Took 8.67 seconds to spawn the instance on the hypervisor. [ 641.230592] env[70623]: DEBUG nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.234801] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da722af-4ede-4412-a721-dd69e544147a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.299909] env[70623]: DEBUG nova.network.neutron [-] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.317858] env[70623]: DEBUG nova.scheduler.client.report [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 641.318707] env[70623]: DEBUG nova.compute.provider_tree [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 32 to 33 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.318923] env[70623]: DEBUG nova.compute.provider_tree [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.388852] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52931de2-fe71-7a2e-c7b3-fd0d6ae189da, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.389782] env[70623]: DEBUG nova.network.neutron [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updated VIF entry in instance network info cache for port bfe97833-042e-4b3d-9a82-238d8a8a663f. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.390136] env[70623]: DEBUG nova.network.neutron [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.392021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.392021] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6f4a73d6-0e66-4e77-9da5-f22a63068fef/6f4a73d6-0e66-4e77-9da5-f22a63068fef.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.392170] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00932920-521a-4662-893b-7bcc4ee8eb33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.400944] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 641.400944] env[70623]: value = "task-2792972" [ 641.400944] env[70623]: _type = "Task" [ 641.400944] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.410343] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.449571] env[70623]: DEBUG nova.network.neutron [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.760036] env[70623]: INFO nova.compute.manager [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Took 25.62 seconds to build instance. [ 641.804272] env[70623]: INFO nova.compute.manager [-] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Took 2.02 seconds to deallocate network for instance. [ 641.826405] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.953s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.830021] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.830518] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.277s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.835707] env[70623]: INFO nova.compute.claims [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.884147] env[70623]: DEBUG nova.network.neutron [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updating instance_info_cache with network_info: [{"id": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "address": "fa:16:3e:31:68:f8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef35e70-97", "ovs_interfaceid": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.893786] env[70623]: DEBUG oslo_concurrency.lockutils [req-bc258bf2-386c-40b8-af25-1c26c7015a5c req-1bffec62-1ca7-43d3-9b4f-780a662fa4e7 service nova] Releasing lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.920065] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.260169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-62225b7c-2f4c-46b9-be07-0d9fb6894822 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "ef42669b-9878-416c-b719-6a4b54802053" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.138s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.297808] env[70623]: DEBUG nova.compute.manager [req-3b55e128-6a97-4658-8a32-6978bba14914 req-e599dfa5-b0b3-4081-b659-54d14486c100 service nova] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Received event network-vif-deleted-27398926-7125-47b7-b469-595760aee6a2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.311635] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.332695] env[70623]: DEBUG nova.compute.utils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.334325] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.334569] env[70623]: DEBUG nova.network.neutron [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.389321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.389844] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Instance network_info: |[{"id": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "address": "fa:16:3e:31:68:f8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef35e70-97", "ovs_interfaceid": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.391107] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:68:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef35e70-9791-4fd5-8943-bb46474d7efd', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.400264] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating folder: Project (724f3f04984e483f8aa4a74620b53547). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.400564] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba431f7-5a71-4839-8755-8dc53f4d4149 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.417961] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682425} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.418210] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6f4a73d6-0e66-4e77-9da5-f22a63068fef/6f4a73d6-0e66-4e77-9da5-f22a63068fef.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.418433] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.418682] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8394a1fb-9ad8-44b5-abfc-7a4bc37f81cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.422240] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created folder: Project (724f3f04984e483f8aa4a74620b53547) in parent group-v561316. [ 642.422415] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating folder: Instances. Parent ref: group-v561359. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.423488] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1fd641-57dd-41af-8562-a9d97df0736e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.428146] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 642.428146] env[70623]: value = "task-2792974" [ 642.428146] env[70623]: _type = "Task" [ 642.428146] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.444461] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.446328] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created folder: Instances in parent group-v561359. [ 642.446580] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.446805] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.447025] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf3e7e21-5b42-4277-bff5-a66fa10b4e7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.471303] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "ea764944-7779-4159-a4d2-e989765163f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.471754] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.481073] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.481073] env[70623]: value = "task-2792976" [ 642.481073] env[70623]: _type = "Task" [ 642.481073] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.493983] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792976, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.537280] env[70623]: DEBUG nova.policy [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5d4fa6815a40e89049fb7b1d453023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c1dfa079e614440aed2a34f77b2ea05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.766505] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.837399] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.949021] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126771} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.949021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.949707] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15da2a0-fff5-43c3-b531-e5ecff9ab03d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.977873] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6f4a73d6-0e66-4e77-9da5-f22a63068fef/6f4a73d6-0e66-4e77-9da5-f22a63068fef.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.984223] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e7624c-37d3-4fcc-b4ff-17d3fdddcf7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.013466] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792976, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.015764] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 643.015764] env[70623]: value = "task-2792977" [ 643.015764] env[70623]: _type = "Task" [ 643.015764] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.031291] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792977, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.306587] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.478455] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d218625-1570-4198-929c-3c8229f2d313 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.488759] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d4740-d0ee-4afd-95aa-19593bb62b39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.542719] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeef142-3e69-44d2-b392-444b3a8a51f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.554954] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792976, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.555263] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792977, 'name': ReconfigVM_Task, 'duration_secs': 0.498434} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.557545] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6f4a73d6-0e66-4e77-9da5-f22a63068fef/6f4a73d6-0e66-4e77-9da5-f22a63068fef.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.558249] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d9a0b94-7f0e-467d-870e-3e06baccdf9f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.562153] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c65d09c-331a-4ef4-aa97-b65fd01d607a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.584524] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.585155] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.585155] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.585279] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.585484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.588287] env[70623]: DEBUG nova.compute.provider_tree [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.589968] env[70623]: INFO nova.compute.manager [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Terminating instance [ 643.593357] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 643.593357] env[70623]: value = "task-2792978" [ 643.593357] env[70623]: _type = "Task" [ 643.593357] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.603483] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792978, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.818387] env[70623]: DEBUG nova.compute.manager [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Received event network-changed-1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.818566] env[70623]: DEBUG nova.compute.manager [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Refreshing instance network info cache due to event network-changed-1ef35e70-9791-4fd5-8943-bb46474d7efd. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 643.818821] env[70623]: DEBUG oslo_concurrency.lockutils [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] Acquiring lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.818965] env[70623]: DEBUG oslo_concurrency.lockutils [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] Acquired lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820967] env[70623]: DEBUG nova.network.neutron [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Refreshing network info cache for port 1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.856369] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.893864] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.894795] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.897022] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.897022] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.897022] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.897022] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.897022] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.897369] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.897369] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.897369] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.897529] env[70623]: DEBUG nova.virt.hardware [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.898818] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b2973-bbd3-4907-8090-0dcb466bd925 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.910513] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee02a1b1-ba0b-478e-b390-ce6aecb18187 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.053036] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792976, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.097907] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "refresh_cache-476ba092-72d4-4e2b-807a-cb1bd63f2fe1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100441] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquired lock "refresh_cache-476ba092-72d4-4e2b-807a-cb1bd63f2fe1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100782] env[70623]: DEBUG nova.network.neutron [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.122293] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792978, 'name': Rename_Task, 'duration_secs': 0.179142} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.122976] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.123270] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132723c2-6ffd-49cd-b125-7127e35d76fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.132957] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 644.132957] env[70623]: value = "task-2792979" [ 644.132957] env[70623]: _type = "Task" [ 644.132957] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.132957] env[70623]: ERROR nova.scheduler.client.report [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [req-38466b60-25ba-43ca-a406-70313a2ee728] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-38466b60-25ba-43ca-a406-70313a2ee728"}]} [ 644.149912] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.162542] env[70623]: DEBUG nova.scheduler.client.report [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 644.193012] env[70623]: DEBUG nova.scheduler.client.report [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 644.193492] env[70623]: DEBUG nova.compute.provider_tree [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.215655] env[70623]: DEBUG nova.scheduler.client.report [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 644.239468] env[70623]: DEBUG nova.scheduler.client.report [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 644.276650] env[70623]: DEBUG nova.network.neutron [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Successfully created port: 6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.301415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.301415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.553463] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792976, 'name': CreateVM_Task, 'duration_secs': 1.676724} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.553756] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.554768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.554932] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.555275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.555540] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0c8ad7-9597-48da-ad18-3352bead1a6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.568493] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 644.568493] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529dda9c-f7ad-61fb-a260-8df5573a63c2" [ 644.568493] env[70623]: _type = "Task" [ 644.568493] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.576738] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529dda9c-f7ad-61fb-a260-8df5573a63c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.647311] env[70623]: DEBUG oslo_vmware.api [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2792979, 'name': PowerOnVM_Task, 'duration_secs': 0.501267} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.647632] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.647842] env[70623]: INFO nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Took 9.46 seconds to spawn the instance on the hypervisor. [ 644.648059] env[70623]: DEBUG nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.649148] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b7c037-8ce2-4cdb-aad0-2c9639872894 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.661956] env[70623]: DEBUG nova.network.neutron [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.702019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbf66e-61a5-40a5-b6cd-69145bb35700 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.713168] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c6962-585f-43d9-aea6-d1b1cba135e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.749212] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635f869-c25f-4106-8534-95c14c685ed3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.758777] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ad0d15-882e-47bf-b0da-0f0ec4115ffa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.778414] env[70623]: DEBUG nova.compute.provider_tree [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.869141] env[70623]: DEBUG nova.network.neutron [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.083229] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529dda9c-f7ad-61fb-a260-8df5573a63c2, 'name': SearchDatastore_Task, 'duration_secs': 0.028518} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.083592] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.083788] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.084008] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.084183] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.084376] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.084661] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e0802f-858e-49e7-9e1d-a50b4df1a60d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.095884] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.096041] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.096787] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e02ea2-15a7-437c-8e83-856389c1eb9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.105650] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 645.105650] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1d0a8-2224-1a64-5654-be104929683e" [ 645.105650] env[70623]: _type = "Task" [ 645.105650] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.114675] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1d0a8-2224-1a64-5654-be104929683e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.170268] env[70623]: DEBUG nova.network.neutron [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updated VIF entry in instance network info cache for port 1ef35e70-9791-4fd5-8943-bb46474d7efd. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.170268] env[70623]: DEBUG nova.network.neutron [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updating instance_info_cache with network_info: [{"id": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "address": "fa:16:3e:31:68:f8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef35e70-97", "ovs_interfaceid": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.174669] env[70623]: INFO nova.compute.manager [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Took 28.02 seconds to build instance. [ 645.333020] env[70623]: DEBUG nova.scheduler.client.report [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 645.333020] env[70623]: DEBUG nova.compute.provider_tree [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 35 to 36 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 645.333020] env[70623]: DEBUG nova.compute.provider_tree [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.377197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Releasing lock "refresh_cache-476ba092-72d4-4e2b-807a-cb1bd63f2fe1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.377197] env[70623]: DEBUG nova.compute.manager [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.377420] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.378323] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a583b7dd-4409-4d51-bce3-5a3c07e89b8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.391392] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.391392] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c379ad3-621f-48a5-8017-c08e56e1fd49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.399175] env[70623]: DEBUG oslo_vmware.api [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 645.399175] env[70623]: value = "task-2792980" [ 645.399175] env[70623]: _type = "Task" [ 645.399175] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.409503] env[70623]: DEBUG oslo_vmware.api [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.617296] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1d0a8-2224-1a64-5654-be104929683e, 'name': SearchDatastore_Task, 'duration_secs': 0.017627} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.618336] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e86a64-c959-4b4c-ac81-6da5e4608738 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.623879] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 645.623879] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e14ba-e6cd-a554-68a2-fbb0c1b59fa7" [ 645.623879] env[70623]: _type = "Task" [ 645.623879] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.632915] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e14ba-e6cd-a554-68a2-fbb0c1b59fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.672706] env[70623]: DEBUG oslo_concurrency.lockutils [req-b9a6a1a4-c5e3-4b06-a04d-3640ea981cfb req-db7418bc-35be-4045-8b50-b64170b99fe8 service nova] Releasing lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.677540] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1ffba2fa-d38c-46d0-9e8f-f9758a2c5971 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.536s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.837628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.839137] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.843246] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.857s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.843246] env[70623]: DEBUG nova.objects.instance [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 645.889880] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "31083218-fb6f-4b8b-b085-9af5820d8d8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.889880] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.914956] env[70623]: DEBUG oslo_vmware.api [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792980, 'name': PowerOffVM_Task, 'duration_secs': 0.126991} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.916524] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.917400] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.917400] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d435091c-d378-45c0-8425-648d7043f2b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.954794] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.955133] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.955359] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Deleting the datastore file [datastore2] 476ba092-72d4-4e2b-807a-cb1bd63f2fe1 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.955982] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4395da40-da0a-4083-a61e-2903d3344be4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.965724] env[70623]: DEBUG oslo_vmware.api [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for the task: (returnval){ [ 645.965724] env[70623]: value = "task-2792982" [ 645.965724] env[70623]: _type = "Task" [ 645.965724] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.981424] env[70623]: DEBUG oslo_vmware.api [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.135153] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e14ba-e6cd-a554-68a2-fbb0c1b59fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.135153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.136153] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a87dd387-3180-4e07-b0e8-7c750721ce9c/a87dd387-3180-4e07-b0e8-7c750721ce9c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.136153] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-400a7261-bc56-45a8-acef-8356ca885250 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.150192] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 646.150192] env[70623]: value = "task-2792983" [ 646.150192] env[70623]: _type = "Task" [ 646.150192] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.160736] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.182858] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.353773] env[70623]: DEBUG nova.compute.utils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.357387] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.357387] env[70623]: DEBUG nova.network.neutron [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.472759] env[70623]: DEBUG nova.policy [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0178729f0f174bec94ebd23f8a6fee44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa93740dd199472f9c7ba313b64d71c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.483987] env[70623]: DEBUG oslo_vmware.api [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Task: {'id': task-2792982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093621} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.484433] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.484741] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.485255] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.486373] env[70623]: INFO nova.compute.manager [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 646.486373] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.486373] env[70623]: DEBUG nova.compute.manager [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.486373] env[70623]: DEBUG nova.network.neutron [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.527969] env[70623]: DEBUG nova.network.neutron [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.645558] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.645909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.659593] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462707} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.659726] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a87dd387-3180-4e07-b0e8-7c750721ce9c/a87dd387-3180-4e07-b0e8-7c750721ce9c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.659885] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.660154] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-640a734c-8d0a-4722-9de1-c28a6e9f3b86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.667579] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 646.667579] env[70623]: value = "task-2792984" [ 646.667579] env[70623]: _type = "Task" [ 646.667579] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.679207] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.704682] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.863831] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d041f241-6a84-4215-9954-12c0cadf87ee tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.863831] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.865326] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.335s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.866797] env[70623]: INFO nova.compute.claims [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.977059] env[70623]: DEBUG nova.compute.manager [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Received event network-changed-09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.977430] env[70623]: DEBUG nova.compute.manager [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Refreshing instance network info cache due to event network-changed-09837998-6c52-4a9f-b54c-40ea6b14911c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 646.977515] env[70623]: DEBUG oslo_concurrency.lockutils [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] Acquiring lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.977705] env[70623]: DEBUG oslo_concurrency.lockutils [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] Acquired lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.977822] env[70623]: DEBUG nova.network.neutron [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Refreshing network info cache for port 09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.032303] env[70623]: DEBUG nova.network.neutron [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.108696] env[70623]: DEBUG nova.network.neutron [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Successfully created port: 2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.118984] env[70623]: DEBUG nova.network.neutron [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Successfully updated port: 6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.185268] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06724} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.186080] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.187139] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06e1584-ff2f-411e-b68f-34228b4c6721 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.216545] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a87dd387-3180-4e07-b0e8-7c750721ce9c/a87dd387-3180-4e07-b0e8-7c750721ce9c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.216916] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b961a40e-6a95-49a9-a57c-b794fb7fe3c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.239403] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 647.239403] env[70623]: value = "task-2792985" [ 647.239403] env[70623]: _type = "Task" [ 647.239403] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.250363] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.535079] env[70623]: INFO nova.compute.manager [-] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Took 1.05 seconds to deallocate network for instance. [ 647.624512] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "refresh_cache-031e2546-99d7-4602-8aec-b0b108a31fe4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.624657] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquired lock "refresh_cache-031e2546-99d7-4602-8aec-b0b108a31fe4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.624808] env[70623]: DEBUG nova.network.neutron [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.756833] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.887126] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.926489] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.926783] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.927044] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.927802] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.927999] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.928179] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.928408] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.928586] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.928765] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.929047] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.929256] env[70623]: DEBUG nova.virt.hardware [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.930226] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d6d7a-2b3b-4f6a-b9a1-a85a1f0e616f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.943511] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3810cc-e9bd-46d8-b4cd-fd123f033ec2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.997097] env[70623]: DEBUG nova.compute.manager [req-7cebea28-a623-4996-b341-22bfefaea730 req-f6f77f22-cea1-4caf-9119-276b0f698fab service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Received event network-vif-plugged-6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.998130] env[70623]: DEBUG oslo_concurrency.lockutils [req-7cebea28-a623-4996-b341-22bfefaea730 req-f6f77f22-cea1-4caf-9119-276b0f698fab service nova] Acquiring lock "031e2546-99d7-4602-8aec-b0b108a31fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.998130] env[70623]: DEBUG oslo_concurrency.lockutils [req-7cebea28-a623-4996-b341-22bfefaea730 req-f6f77f22-cea1-4caf-9119-276b0f698fab service nova] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.998130] env[70623]: DEBUG oslo_concurrency.lockutils [req-7cebea28-a623-4996-b341-22bfefaea730 req-f6f77f22-cea1-4caf-9119-276b0f698fab service nova] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.998130] env[70623]: DEBUG nova.compute.manager [req-7cebea28-a623-4996-b341-22bfefaea730 req-f6f77f22-cea1-4caf-9119-276b0f698fab service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] No waiting events found dispatching network-vif-plugged-6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.998467] env[70623]: WARNING nova.compute.manager [req-7cebea28-a623-4996-b341-22bfefaea730 req-f6f77f22-cea1-4caf-9119-276b0f698fab service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Received unexpected event network-vif-plugged-6100b85e-43fd-451e-9720-c07a091660cc for instance with vm_state building and task_state spawning. [ 648.024427] env[70623]: DEBUG nova.network.neutron [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updated VIF entry in instance network info cache for port 09837998-6c52-4a9f-b54c-40ea6b14911c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.024427] env[70623]: DEBUG nova.network.neutron [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updating instance_info_cache with network_info: [{"id": "09837998-6c52-4a9f-b54c-40ea6b14911c", "address": "fa:16:3e:3b:d9:54", "network": {"id": "78d7592e-b4ff-4e9a-967b-51d384e13acc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1045490768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "848f820bf943426c8323b2a23ec8e0c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09837998-6c", "ovs_interfaceid": "09837998-6c52-4a9f-b54c-40ea6b14911c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.049059] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.204573] env[70623]: DEBUG nova.network.neutron [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.261955] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792985, 'name': ReconfigVM_Task, 'duration_secs': 0.799452} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.261955] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a87dd387-3180-4e07-b0e8-7c750721ce9c/a87dd387-3180-4e07-b0e8-7c750721ce9c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.261955] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29e2fbba-b14a-484c-92ad-f09dafd33acb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.271743] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 648.271743] env[70623]: value = "task-2792986" [ 648.271743] env[70623]: _type = "Task" [ 648.271743] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.288603] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792986, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.355756] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.355996] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.453016] env[70623]: DEBUG nova.network.neutron [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Updating instance_info_cache with network_info: [{"id": "6100b85e-43fd-451e-9720-c07a091660cc", "address": "fa:16:3e:80:78:69", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6100b85e-43", "ovs_interfaceid": "6100b85e-43fd-451e-9720-c07a091660cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.528746] env[70623]: DEBUG oslo_concurrency.lockutils [req-0dc8baee-1431-4d2a-95e5-f9e4c796e64d req-07a35f34-6110-4dc9-948a-2dba5d1c7345 service nova] Releasing lock "refresh_cache-ef42669b-9878-416c-b719-6a4b54802053" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.538932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58bfc7f-4d85-44ee-b6a1-4546ab7bac36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.547785] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5846ed-8a33-4fe0-bb7d-94dae03b3562 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.585413] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d118fe-d36f-4e94-97bf-b1ce71890899 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.595909] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a54a7f-b629-463f-9206-508dcc7636cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.612552] env[70623]: DEBUG nova.compute.provider_tree [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.784700] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792986, 'name': Rename_Task, 'duration_secs': 0.284691} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.784999] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.785247] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ef444e-36cd-488a-b10e-89ead1d226aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.793631] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 648.793631] env[70623]: value = "task-2792987" [ 648.793631] env[70623]: _type = "Task" [ 648.793631] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.803381] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.957976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Releasing lock "refresh_cache-031e2546-99d7-4602-8aec-b0b108a31fe4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.959422] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Instance network_info: |[{"id": "6100b85e-43fd-451e-9720-c07a091660cc", "address": "fa:16:3e:80:78:69", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6100b85e-43", "ovs_interfaceid": "6100b85e-43fd-451e-9720-c07a091660cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.959899] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:78:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6100b85e-43fd-451e-9720-c07a091660cc', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.968936] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Creating folder: Project (1c1dfa079e614440aed2a34f77b2ea05). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.969359] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af5c235e-59fd-4733-91a3-43408ab568df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.994054] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Created folder: Project (1c1dfa079e614440aed2a34f77b2ea05) in parent group-v561316. [ 648.994054] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Creating folder: Instances. Parent ref: group-v561362. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.994054] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37b10905-f3d6-4c51-918a-a69f9385bd62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.013172] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Created folder: Instances in parent group-v561362. [ 649.013172] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.013172] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.013392] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908a3460-c11b-4824-a1fc-def092a3b820 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.043147] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.043147] env[70623]: value = "task-2792990" [ 649.043147] env[70623]: _type = "Task" [ 649.043147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.056194] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792990, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.116465] env[70623]: DEBUG nova.scheduler.client.report [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.311816] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.353329] env[70623]: DEBUG nova.compute.manager [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.355678] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb17a42-ffbb-4e8a-9237-692e42a9027b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.558020] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792990, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.627905] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.627905] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.632789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.031s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.632789] env[70623]: DEBUG nova.objects.instance [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lazy-loading 'resources' on Instance uuid 5ef10fea-a884-4f04-9db2-01ebc584e0af {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.726802] env[70623]: DEBUG nova.network.neutron [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Successfully updated port: 2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.741909] env[70623]: DEBUG nova.compute.manager [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-changed-bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 649.742106] env[70623]: DEBUG nova.compute.manager [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Refreshing instance network info cache due to event network-changed-bfe97833-042e-4b3d-9a82-238d8a8a663f. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 649.742325] env[70623]: DEBUG oslo_concurrency.lockutils [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] Acquiring lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.742466] env[70623]: DEBUG oslo_concurrency.lockutils [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] Acquired lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.742626] env[70623]: DEBUG nova.network.neutron [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Refreshing network info cache for port bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.806760] env[70623]: DEBUG oslo_vmware.api [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2792987, 'name': PowerOnVM_Task, 'duration_secs': 0.639718} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.807265] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.807265] env[70623]: INFO nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Took 11.98 seconds to spawn the instance on the hypervisor. [ 649.807418] env[70623]: DEBUG nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.808259] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70765eab-28b5-4489-8916-6013e6f970fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.868873] env[70623]: INFO nova.compute.manager [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] instance snapshotting [ 649.873046] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce12206a-5b10-4387-8ce5-4fb72f81ff9f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.905669] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d9d98d-e0ed-4141-b208-117455a7d892 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.058204] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792990, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.138456] env[70623]: DEBUG nova.compute.utils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.140850] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.141049] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.228340] env[70623]: DEBUG nova.policy [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612c69eb699f4912bba2569320f8deaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36ea7e87273043fbbcbad0eed92fb534', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.230411] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.230697] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.230907] env[70623]: DEBUG nova.network.neutron [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.335057] env[70623]: INFO nova.compute.manager [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Took 30.61 seconds to build instance. [ 650.418584] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.418886] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6008c89e-49d4-456b-a7c7-02e961ac0caa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.435415] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 650.435415] env[70623]: value = "task-2792991" [ 650.435415] env[70623]: _type = "Task" [ 650.435415] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.450457] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.563178] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792990, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.567577] env[70623]: DEBUG nova.network.neutron [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updated VIF entry in instance network info cache for port bfe97833-042e-4b3d-9a82-238d8a8a663f. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.568009] env[70623]: DEBUG nova.network.neutron [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.642956] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.707255] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "091c5198-df49-46d4-a61b-54b26267e925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.707598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "091c5198-df49-46d4-a61b-54b26267e925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.737375] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562f802-bdad-4157-ad43-cc4feb520395 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.751141] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99234543-207f-459d-b144-4cd24c54b0f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.786785] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402bf5e3-d175-47be-92f8-ad7e41e4a232 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.789760] env[70623]: DEBUG nova.network.neutron [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.798139] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5dd7bd-8993-49ce-9301-1dc4aded4c94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.817074] env[70623]: DEBUG nova.compute.provider_tree [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.838292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-647fb141-0a22-4f2d-8775-6648990e6dd3 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.145s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.862707] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Successfully created port: c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.952983] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.954439] env[70623]: DEBUG nova.compute.manager [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Received event network-changed-6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 650.954796] env[70623]: DEBUG nova.compute.manager [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Refreshing instance network info cache due to event network-changed-6100b85e-43fd-451e-9720-c07a091660cc. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 650.954901] env[70623]: DEBUG oslo_concurrency.lockutils [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] Acquiring lock "refresh_cache-031e2546-99d7-4602-8aec-b0b108a31fe4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954979] env[70623]: DEBUG oslo_concurrency.lockutils [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] Acquired lock "refresh_cache-031e2546-99d7-4602-8aec-b0b108a31fe4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.955135] env[70623]: DEBUG nova.network.neutron [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Refreshing network info cache for port 6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.052320] env[70623]: DEBUG nova.network.neutron [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance_info_cache with network_info: [{"id": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "address": "fa:16:3e:85:fe:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3bb000-ae", "ovs_interfaceid": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.061194] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792990, 'name': CreateVM_Task, 'duration_secs': 1.601635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.061194] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.062163] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.062163] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.062163] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.062163] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90fb6e1-cc90-4270-a400-65f9f831d42a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.068749] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 651.068749] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284611b-5664-41f8-3a51-16e381a0bff0" [ 651.068749] env[70623]: _type = "Task" [ 651.068749] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.073505] env[70623]: DEBUG oslo_concurrency.lockutils [req-ef6a3634-13d2-4126-ba5b-9d9fc358c067 req-480b4b56-831d-4b97-8f7e-32fc28224e2e service nova] Releasing lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.079954] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284611b-5664-41f8-3a51-16e381a0bff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.321151] env[70623]: DEBUG nova.scheduler.client.report [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.343140] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.448285] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2792991, 'name': CreateSnapshot_Task, 'duration_secs': 0.958167} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.448285] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.448971] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9527d64c-5790-4170-8f4b-d5e968f8a65f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.561797] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.564954] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Instance network_info: |[{"id": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "address": "fa:16:3e:85:fe:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3bb000-ae", "ovs_interfaceid": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.565249] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:fe:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e3bb000-ae08-45a9-8a97-09c0e645230c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.578067] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Creating folder: Project (aa93740dd199472f9c7ba313b64d71c2). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.578951] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33a6d94e-4939-4384-8135-d21343dcd7b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.603905] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284611b-5664-41f8-3a51-16e381a0bff0, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.603905] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.603905] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.604856] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.605361] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.605828] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.610687] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54aa7208-4cb4-43f0-9432-42cbd30655c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.612660] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Created folder: Project (aa93740dd199472f9c7ba313b64d71c2) in parent group-v561316. [ 651.613184] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Creating folder: Instances. Parent ref: group-v561369. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.618206] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-703ab40f-ecdd-4ebe-acf1-40c1b03aa7dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.635574] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.635574] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.638788] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8901d23e-1efa-4776-94d2-89bbb330dfef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.645949] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Created folder: Instances in parent group-v561369. [ 651.647291] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.650433] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.652020] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d533352-f86d-4287-8aff-fb05090ab321 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.683839] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.686871] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 651.686871] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5281e63a-374d-5aad-fe44-94911c75e7f1" [ 651.686871] env[70623]: _type = "Task" [ 651.686871] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.698020] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.698020] env[70623]: value = "task-2792998" [ 651.698020] env[70623]: _type = "Task" [ 651.698020] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.706363] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5281e63a-374d-5aad-fe44-94911c75e7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017337} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.708196] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9b4c0b-2499-4726-892e-429d59676e11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.716942] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792998, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.731540] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 651.731540] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278649b-f37c-1cb2-c76d-bc3d010c7ffc" [ 651.731540] env[70623]: _type = "Task" [ 651.731540] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.745971] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.746489] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.746792] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.747151] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.747472] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.747794] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.748248] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.748884] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.749357] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.751024] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.751024] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.755353] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794043ca-4ab4-4804-95b8-e228ee91ad44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.781260] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278649b-f37c-1cb2-c76d-bc3d010c7ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.018772} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.789295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.790093] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 031e2546-99d7-4602-8aec-b0b108a31fe4/031e2546-99d7-4602-8aec-b0b108a31fe4.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.790311] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47986ece-6e4b-4677-9d56-ad8a37fbb97d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.798268] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d6652f-e9ff-47cb-9a1d-c893bf745299 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.830834] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.836731] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.936s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.841023] env[70623]: INFO nova.compute.claims [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.843392] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 651.843392] env[70623]: value = "task-2792999" [ 651.843392] env[70623]: _type = "Task" [ 651.843392] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.856176] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2792999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.863874] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.864184] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.881519] env[70623]: INFO nova.scheduler.client.report [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Deleted allocations for instance 5ef10fea-a884-4f04-9db2-01ebc584e0af [ 651.895042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.981898] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.985714] env[70623]: DEBUG nova.network.neutron [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Updated VIF entry in instance network info cache for port 6100b85e-43fd-451e-9720-c07a091660cc. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.986396] env[70623]: DEBUG nova.network.neutron [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Updating instance_info_cache with network_info: [{"id": "6100b85e-43fd-451e-9720-c07a091660cc", "address": "fa:16:3e:80:78:69", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6100b85e-43", "ovs_interfaceid": "6100b85e-43fd-451e-9720-c07a091660cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.988697] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a1580ec-9a75-4770-b4cb-ef223f868cf9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.003608] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 652.003608] env[70623]: value = "task-2793000" [ 652.003608] env[70623]: _type = "Task" [ 652.003608] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.019226] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793000, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.214599] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792998, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.364487] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2792999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.399768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d69f9a18-d8d3-46de-8346-de74fba3994e tempest-ServerDiagnosticsV248Test-1876530793 tempest-ServerDiagnosticsV248Test-1876530793-project-member] Lock "5ef10fea-a884-4f04-9db2-01ebc584e0af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.277s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.494848] env[70623]: DEBUG oslo_concurrency.lockutils [req-2cf07838-3ae5-4884-b37b-a6d3452586fb req-55ce4bf7-d07b-41f9-8954-a7ed6bc96d5a service nova] Releasing lock "refresh_cache-031e2546-99d7-4602-8aec-b0b108a31fe4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.512309] env[70623]: DEBUG nova.compute.manager [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Received event network-vif-plugged-2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.512539] env[70623]: DEBUG oslo_concurrency.lockutils [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] Acquiring lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.512751] env[70623]: DEBUG oslo_concurrency.lockutils [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.512916] env[70623]: DEBUG oslo_concurrency.lockutils [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.513109] env[70623]: DEBUG nova.compute.manager [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] No waiting events found dispatching network-vif-plugged-2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.513274] env[70623]: WARNING nova.compute.manager [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Received unexpected event network-vif-plugged-2e3bb000-ae08-45a9-8a97-09c0e645230c for instance with vm_state building and task_state spawning. [ 652.513430] env[70623]: DEBUG nova.compute.manager [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Received event network-changed-2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.513581] env[70623]: DEBUG nova.compute.manager [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Refreshing instance network info cache due to event network-changed-2e3bb000-ae08-45a9-8a97-09c0e645230c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 652.516288] env[70623]: DEBUG oslo_concurrency.lockutils [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] Acquiring lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.516288] env[70623]: DEBUG oslo_concurrency.lockutils [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] Acquired lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.516288] env[70623]: DEBUG nova.network.neutron [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Refreshing network info cache for port 2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.527799] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793000, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.709584] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792998, 'name': CreateVM_Task, 'duration_secs': 0.658695} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.709584] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.710790] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.710790] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.710790] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.711081] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8327ec2e-025f-4b6f-95f5-11d578460773 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.731906] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 652.731906] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ee87d1-b5fc-6ab1-30b1-df9e22ed52e5" [ 652.731906] env[70623]: _type = "Task" [ 652.731906] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.749876] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ee87d1-b5fc-6ab1-30b1-df9e22ed52e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.889364] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2792999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607924} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.889364] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 031e2546-99d7-4602-8aec-b0b108a31fe4/031e2546-99d7-4602-8aec-b0b108a31fe4.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.889364] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.889364] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb9ca2a-7a73-4dbf-853b-e688de66780a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.930774] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 652.930774] env[70623]: value = "task-2793001" [ 652.930774] env[70623]: _type = "Task" [ 652.930774] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.951929] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.016921] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793000, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.027835] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Successfully updated port: c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.251440] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ee87d1-b5fc-6ab1-30b1-df9e22ed52e5, 'name': SearchDatastore_Task, 'duration_secs': 0.041244} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.251538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.252110] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.255019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.255019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.255019] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.255019] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2774164-de1f-4e64-86bc-f115c67f6faa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.269317] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.269432] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.270573] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c41b0b-559f-4583-9d25-9b33095a5f3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.280910] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 653.280910] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b98362-f0d1-6da4-6822-fecc06bb9e99" [ 653.280910] env[70623]: _type = "Task" [ 653.280910] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.303340] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b98362-f0d1-6da4-6822-fecc06bb9e99, 'name': SearchDatastore_Task, 'duration_secs': 0.020178} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.304214] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f80bbce-445a-4e32-a697-4c6aeeebf2c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.321431] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 653.321431] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5264d9fc-e72d-3467-9951-029245888e84" [ 653.321431] env[70623]: _type = "Task" [ 653.321431] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.336278] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5264d9fc-e72d-3467-9951-029245888e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.443241] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180535} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.450028] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.450715] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1b62e2-5771-439f-8933-ce7ca9896a8a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.487375] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 031e2546-99d7-4602-8aec-b0b108a31fe4/031e2546-99d7-4602-8aec-b0b108a31fe4.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.491342] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101ba3c6-43a9-4e09-8083-1f6705fc413a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.522169] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793000, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.532234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "refresh_cache-b883070a-5863-47e0-b34b-78ebf5cdb19c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.532234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "refresh_cache-b883070a-5863-47e0-b34b-78ebf5cdb19c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.532234] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.566636] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 653.566636] env[70623]: value = "task-2793002" [ 653.566636] env[70623]: _type = "Task" [ 653.566636] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.586754] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.590079] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0394473-3b76-48e2-b566-b4c07823710a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.602221] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ce6e0-3a9f-46b7-9dfd-d0621c54041b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.640394] env[70623]: DEBUG nova.network.neutron [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updated VIF entry in instance network info cache for port 2e3bb000-ae08-45a9-8a97-09c0e645230c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.640746] env[70623]: DEBUG nova.network.neutron [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance_info_cache with network_info: [{"id": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "address": "fa:16:3e:85:fe:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3bb000-ae", "ovs_interfaceid": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.643515] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c36ba5-add2-492b-8b14-f4d1a62e4281 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.647592] env[70623]: DEBUG nova.compute.manager [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Received event network-changed-1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.647839] env[70623]: DEBUG nova.compute.manager [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Refreshing instance network info cache due to event network-changed-1ef35e70-9791-4fd5-8943-bb46474d7efd. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 653.648037] env[70623]: DEBUG oslo_concurrency.lockutils [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] Acquiring lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.648220] env[70623]: DEBUG oslo_concurrency.lockutils [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] Acquired lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.648340] env[70623]: DEBUG nova.network.neutron [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Refreshing network info cache for port 1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.650605] env[70623]: DEBUG oslo_concurrency.lockutils [req-67742c85-949c-4ceb-b50c-20723cb21d91 req-5bc16381-b525-4459-8b94-6ca52847f04e service nova] Releasing lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.658420] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac55847-7246-45f5-8fb5-c0cea6106fbd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.676314] env[70623]: DEBUG nova.compute.provider_tree [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.838692] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5264d9fc-e72d-3467-9951-029245888e84, 'name': SearchDatastore_Task, 'duration_secs': 0.025948} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.839277] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.839477] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88/a47d55e8-62b5-42ae-8fc3-d10f4bc81b88.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.839986] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32bf3f8f-1b22-4d07-b009-27d03489d83b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.882514] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 653.882514] env[70623]: value = "task-2793004" [ 653.882514] env[70623]: _type = "Task" [ 653.882514] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.893278] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.026812] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793000, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.089791] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793002, 'name': ReconfigVM_Task, 'duration_secs': 0.42329} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.090755] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 031e2546-99d7-4602-8aec-b0b108a31fe4/031e2546-99d7-4602-8aec-b0b108a31fe4.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.094947] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3a39b11-4be5-47d8-b286-aac5bdda94e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.114457] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 654.114457] env[70623]: value = "task-2793005" [ 654.114457] env[70623]: _type = "Task" [ 654.114457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.135349] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793005, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.145663] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.182659] env[70623]: DEBUG nova.scheduler.client.report [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.396329] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793004, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.420585] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Updating instance_info_cache with network_info: [{"id": "c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36", "address": "fa:16:3e:f2:05:16", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a6a3a4-8a", "ovs_interfaceid": "c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.525956] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793000, 'name': CloneVM_Task, 'duration_secs': 2.368649} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.526035] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Created linked-clone VM from snapshot [ 654.526857] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a239f-b78a-4a09-89f4-8b05ae5c893e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.538493] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Uploading image 6f278459-c6d6-44c7-a8ff-c2d67c7a471f {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.556721] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.556721] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b69a2f4-fc9a-4b79-9812-9bed27a4a71c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.565298] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 654.565298] env[70623]: value = "task-2793006" [ 654.565298] env[70623]: _type = "Task" [ 654.565298] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.577137] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793006, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.625105] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793005, 'name': Rename_Task, 'duration_secs': 0.39245} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.625397] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.625658] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff333daa-1a70-452b-9a12-7bdc63c47f79 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.636067] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 654.636067] env[70623]: value = "task-2793007" [ 654.636067] env[70623]: _type = "Task" [ 654.636067] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.646602] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.688680] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.689925] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.693386] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.446s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.693617] env[70623]: DEBUG nova.objects.instance [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lazy-loading 'resources' on Instance uuid 91a0e319-bba4-48ab-a0c0-6f441c343990 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.773204] env[70623]: DEBUG nova.network.neutron [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updated VIF entry in instance network info cache for port 1ef35e70-9791-4fd5-8943-bb46474d7efd. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.773546] env[70623]: DEBUG nova.network.neutron [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updating instance_info_cache with network_info: [{"id": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "address": "fa:16:3e:31:68:f8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef35e70-97", "ovs_interfaceid": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.900383] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710982} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.900866] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88/a47d55e8-62b5-42ae-8fc3-d10f4bc81b88.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.901181] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.901495] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47bbb53-439d-4b75-97ee-7a0d5e51a8b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.913957] env[70623]: DEBUG nova.compute.manager [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Received event network-vif-plugged-c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 654.914232] env[70623]: DEBUG oslo_concurrency.lockutils [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] Acquiring lock "b883070a-5863-47e0-b34b-78ebf5cdb19c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.914334] env[70623]: DEBUG oslo_concurrency.lockutils [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.915938] env[70623]: DEBUG oslo_concurrency.lockutils [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.915938] env[70623]: DEBUG nova.compute.manager [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] No waiting events found dispatching network-vif-plugged-c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.915938] env[70623]: WARNING nova.compute.manager [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Received unexpected event network-vif-plugged-c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 for instance with vm_state building and task_state spawning. [ 654.915938] env[70623]: DEBUG nova.compute.manager [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Received event network-changed-c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 654.915938] env[70623]: DEBUG nova.compute.manager [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Refreshing instance network info cache due to event network-changed-c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 654.916499] env[70623]: DEBUG oslo_concurrency.lockutils [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] Acquiring lock "refresh_cache-b883070a-5863-47e0-b34b-78ebf5cdb19c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.925882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "refresh_cache-b883070a-5863-47e0-b34b-78ebf5cdb19c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.926258] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Instance network_info: |[{"id": "c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36", "address": "fa:16:3e:f2:05:16", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a6a3a4-8a", "ovs_interfaceid": "c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.927087] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 654.927087] env[70623]: value = "task-2793008" [ 654.927087] env[70623]: _type = "Task" [ 654.927087] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.927994] env[70623]: DEBUG oslo_concurrency.lockutils [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] Acquired lock "refresh_cache-b883070a-5863-47e0-b34b-78ebf5cdb19c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.927994] env[70623]: DEBUG nova.network.neutron [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Refreshing network info cache for port c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.934969] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:05:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.944787] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Creating folder: Project (36ea7e87273043fbbcbad0eed92fb534). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.945066] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a640b2bc-db49-40d4-83fa-cf9103360100 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.962105] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.973588] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Created folder: Project (36ea7e87273043fbbcbad0eed92fb534) in parent group-v561316. [ 654.974239] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Creating folder: Instances. Parent ref: group-v561373. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.974239] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40fd6607-9702-442d-8ae7-b99f2b67510f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.991415] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Created folder: Instances in parent group-v561373. [ 654.991707] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.991874] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.993233] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74543149-460d-4283-9758-a131b32447ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.022615] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.022615] env[70623]: value = "task-2793011" [ 655.022615] env[70623]: _type = "Task" [ 655.022615] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.032716] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793011, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.083294] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793006, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.151714] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793007, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.197767] env[70623]: DEBUG nova.compute.utils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.203938] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.205353] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.285342] env[70623]: DEBUG oslo_concurrency.lockutils [req-d2bd5444-dc51-4438-9931-fc012dab0ca8 req-ac7cee6e-cb99-41f2-a57b-fccedaf29fe7 service nova] Releasing lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.369249] env[70623]: DEBUG nova.policy [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612c69eb699f4912bba2569320f8deaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36ea7e87273043fbbcbad0eed92fb534', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.461806] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172043} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.462087] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.463658] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c0efd-6862-4b90-96d7-c1fc02c95307 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.491189] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88/a47d55e8-62b5-42ae-8fc3-d10f4bc81b88.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.494618] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98bef55e-6751-49f7-bb1a-d5c8cf42c721 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.515943] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 655.515943] env[70623]: value = "task-2793012" [ 655.515943] env[70623]: _type = "Task" [ 655.515943] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.532175] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.536191] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793011, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.578319] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793006, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.652372] env[70623]: DEBUG oslo_vmware.api [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793007, 'name': PowerOnVM_Task, 'duration_secs': 0.581553} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.653567] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.653567] env[70623]: INFO nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Took 11.80 seconds to spawn the instance on the hypervisor. [ 655.653567] env[70623]: DEBUG nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.653912] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58663e-d736-49be-8797-06d2bf4a3bbc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.707213] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.885137] env[70623]: DEBUG nova.network.neutron [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Updated VIF entry in instance network info cache for port c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.885389] env[70623]: DEBUG nova.network.neutron [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Updating instance_info_cache with network_info: [{"id": "c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36", "address": "fa:16:3e:f2:05:16", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a6a3a4-8a", "ovs_interfaceid": "c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.917077] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bd42d7-7db8-47b4-b322-e546d9b96e10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.930093] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4fc439-76d3-4d94-b91d-f1a5adda9dca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.983352] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222883a8-e973-4dc0-985e-1ddd0f84e885 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.994889] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652200e4-0bf4-47e3-ace2-37ef4d30ff27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.013272] env[70623]: DEBUG nova.compute.provider_tree [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.034053] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793012, 'name': ReconfigVM_Task, 'duration_secs': 0.441908} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.034753] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Reconfigured VM instance instance-00000011 to attach disk [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88/a47d55e8-62b5-42ae-8fc3-d10f4bc81b88.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.035409] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a2df0e7-b261-4a85-8541-ed5c1a45db04 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.042363] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793011, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.049919] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 656.049919] env[70623]: value = "task-2793014" [ 656.049919] env[70623]: _type = "Task" [ 656.049919] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.059312] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793014, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.081774] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793006, 'name': Destroy_Task, 'duration_secs': 1.106486} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.082639] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Destroyed the VM [ 656.082639] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.082833] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5aa3eec8-2dbf-4435-ae10-6413ef340d39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.092388] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 656.092388] env[70623]: value = "task-2793015" [ 656.092388] env[70623]: _type = "Task" [ 656.092388] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.103258] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.182673] env[70623]: INFO nova.compute.manager [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Took 34.08 seconds to build instance. [ 656.199423] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Successfully created port: 463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.392304] env[70623]: DEBUG oslo_concurrency.lockutils [req-d4457e16-780a-4076-be4a-5e62cdb4412f req-66b65af3-02f0-429d-b2e0-f1eebb6c123d service nova] Releasing lock "refresh_cache-b883070a-5863-47e0-b34b-78ebf5cdb19c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.538453] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793011, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.546983] env[70623]: ERROR nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] [req-2fb1432d-d54f-4033-bb22-05548a442690] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2fb1432d-d54f-4033-bb22-05548a442690"}]} [ 656.564746] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793014, 'name': Rename_Task, 'duration_secs': 0.290021} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.565965] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.565965] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617fdbc4-6c18-4673-b920-e7dd7609d802 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.574238] env[70623]: DEBUG nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.579557] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 656.579557] env[70623]: value = "task-2793016" [ 656.579557] env[70623]: _type = "Task" [ 656.579557] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.593328] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.604929] env[70623]: DEBUG nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.605042] env[70623]: DEBUG nova.compute.provider_tree [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.610735] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.620447] env[70623]: DEBUG nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.651126] env[70623]: DEBUG nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 656.686606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f32f1a7a-d18e-45ea-9547-48f1659bf496 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.869s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.717587] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.745757] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.747038] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.747038] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.747038] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.747038] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.747038] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.747358] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.747358] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.747358] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.747358] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.747768] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.748520] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7245323-2b0f-4312-9d5f-4843ed69ff32 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.765028] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826adc00-cfa1-4f95-a145-0c0aef7c6273 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.038070] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793011, 'name': CreateVM_Task, 'duration_secs': 1.856715} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.038756] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.043301] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.043514] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.043903] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.045323] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd352f5e-ae56-459c-b584-93313ed99b96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.050249] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 657.050249] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526101c1-1e4c-84cb-7a36-63e281a8dcb1" [ 657.050249] env[70623]: _type = "Task" [ 657.050249] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.067546] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526101c1-1e4c-84cb-7a36-63e281a8dcb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.094082] env[70623]: DEBUG oslo_vmware.api [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793016, 'name': PowerOnVM_Task, 'duration_secs': 0.503551} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.103176] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.103933] env[70623]: INFO nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Took 9.22 seconds to spawn the instance on the hypervisor. [ 657.103933] env[70623]: DEBUG nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.107147] env[70623]: DEBUG nova.compute.manager [None req-9dd92dd6-6282-43d6-86c4-f087933dcfa3 tempest-ServerDiagnosticsTest-1748303657 tempest-ServerDiagnosticsTest-1748303657-project-admin] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.108515] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593f698b-6fb0-4868-a899-8604765c0788 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.112459] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4f535-efce-4fc9-a7a9-44421eda39c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.122886] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.134050] env[70623]: INFO nova.compute.manager [None req-9dd92dd6-6282-43d6-86c4-f087933dcfa3 tempest-ServerDiagnosticsTest-1748303657 tempest-ServerDiagnosticsTest-1748303657-project-admin] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Retrieving diagnostics [ 657.134050] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e3182-db64-4ac5-b664-a474bd6f20d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.192476] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.290204] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043dea6-a929-4788-869d-8a9bd5ab22bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.299044] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dadf1a7-5732-4f44-a064-62303e2c76f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.331996] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab05bae-e2cd-4c0f-8f95-f9b7cd26c4eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.342781] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528fdea3-a0ac-4d5a-a1c5-c3c766f48cc3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.358812] env[70623]: DEBUG nova.compute.provider_tree [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.561919] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526101c1-1e4c-84cb-7a36-63e281a8dcb1, 'name': SearchDatastore_Task, 'duration_secs': 0.023024} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.562223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.562465] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.562707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.562855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.563039] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.563519] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c5de4d1-6e36-43cb-8fb4-a13f337a2bdb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.574343] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.574597] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.575382] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c82b7ca-ca7e-4a97-bf5d-c4111cb5d571 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.581720] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 657.581720] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e6be74-19b1-5a33-4431-cc6f77df50a5" [ 657.581720] env[70623]: _type = "Task" [ 657.581720] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.590335] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e6be74-19b1-5a33-4431-cc6f77df50a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.605698] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.641599] env[70623]: INFO nova.compute.manager [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Took 31.12 seconds to build instance. [ 657.721846] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.911245] env[70623]: DEBUG nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.911543] env[70623]: DEBUG nova.compute.provider_tree [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 43 to 44 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.911788] env[70623]: DEBUG nova.compute.provider_tree [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.099020] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e6be74-19b1-5a33-4431-cc6f77df50a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021999} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.102874] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2aadf97-69d2-4a86-90db-f4f85b55e0be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.113998] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 658.113998] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5257d79a-dd6d-c76a-5c04-e40f5785e6c8" [ 658.113998] env[70623]: _type = "Task" [ 658.113998] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.117137] env[70623]: DEBUG oslo_vmware.api [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793015, 'name': RemoveSnapshot_Task, 'duration_secs': 1.625804} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.122477] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 658.133132] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5257d79a-dd6d-c76a-5c04-e40f5785e6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.133422] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.133715] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] b883070a-5863-47e0-b34b-78ebf5cdb19c/b883070a-5863-47e0-b34b-78ebf5cdb19c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.134037] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a577fc0c-f870-4112-9d26-e8d6800b293c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.144182] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eec66c64-a30c-441e-b157-96f0706e9e03 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.612s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.144760] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 658.144760] env[70623]: value = "task-2793018" [ 658.144760] env[70623]: _type = "Task" [ 658.144760] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.155873] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.261700] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Successfully updated port: 463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.420028] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.724s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.420625] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.427s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.424467] env[70623]: INFO nova.compute.claims [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.449405] env[70623]: INFO nova.scheduler.client.report [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Deleted allocations for instance 91a0e319-bba4-48ab-a0c0-6f441c343990 [ 658.627973] env[70623]: WARNING nova.compute.manager [None req-e006dc76-52f4-4800-89dd-d6bab0b2c986 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Image not found during snapshot: nova.exception.ImageNotFound: Image 6f278459-c6d6-44c7-a8ff-c2d67c7a471f could not be found. [ 658.650430] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.660096] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.765934] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "refresh_cache-db1718bc-6b39-4d88-af23-19186afe430c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.765934] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "refresh_cache-db1718bc-6b39-4d88-af23-19186afe430c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.765934] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.771305] env[70623]: DEBUG nova.compute.manager [req-8d039949-48b8-469b-bcd0-03dcc329c811 req-10dfe6e8-8c92-478c-900a-fbb17bc7a63c service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Received event network-vif-plugged-463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.771636] env[70623]: DEBUG oslo_concurrency.lockutils [req-8d039949-48b8-469b-bcd0-03dcc329c811 req-10dfe6e8-8c92-478c-900a-fbb17bc7a63c service nova] Acquiring lock "db1718bc-6b39-4d88-af23-19186afe430c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.771989] env[70623]: DEBUG oslo_concurrency.lockutils [req-8d039949-48b8-469b-bcd0-03dcc329c811 req-10dfe6e8-8c92-478c-900a-fbb17bc7a63c service nova] Lock "db1718bc-6b39-4d88-af23-19186afe430c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.772489] env[70623]: DEBUG oslo_concurrency.lockutils [req-8d039949-48b8-469b-bcd0-03dcc329c811 req-10dfe6e8-8c92-478c-900a-fbb17bc7a63c service nova] Lock "db1718bc-6b39-4d88-af23-19186afe430c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.772637] env[70623]: DEBUG nova.compute.manager [req-8d039949-48b8-469b-bcd0-03dcc329c811 req-10dfe6e8-8c92-478c-900a-fbb17bc7a63c service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] No waiting events found dispatching network-vif-plugged-463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.772910] env[70623]: WARNING nova.compute.manager [req-8d039949-48b8-469b-bcd0-03dcc329c811 req-10dfe6e8-8c92-478c-900a-fbb17bc7a63c service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Received unexpected event network-vif-plugged-463ac4f1-2586-47d6-b0f4-b9137be9c1a5 for instance with vm_state building and task_state spawning. [ 658.938384] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "031e2546-99d7-4602-8aec-b0b108a31fe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.938716] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.939034] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "031e2546-99d7-4602-8aec-b0b108a31fe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.939224] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.939457] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.941962] env[70623]: INFO nova.compute.manager [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Terminating instance [ 658.964025] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a60813c-b097-4d2a-a68c-6c5cfb9f5bdc tempest-DeleteServersAdminTestJSON-794768172 tempest-DeleteServersAdminTestJSON-794768172-project-admin] Lock "91a0e319-bba4-48ab-a0c0-6f441c343990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.885s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.029239] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "bec74a85-11dd-4d81-97c6-6799afb4a327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.029361] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.162151] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695365} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.166104] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] b883070a-5863-47e0-b34b-78ebf5cdb19c/b883070a-5863-47e0-b34b-78ebf5cdb19c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.166422] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.167297] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc44be40-350e-4921-8adb-1e9b1dea179f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.176495] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 659.176495] env[70623]: value = "task-2793019" [ 659.176495] env[70623]: _type = "Task" [ 659.176495] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.182493] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.190132] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.303106] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.446834] env[70623]: DEBUG nova.compute.manager [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.448102] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.448213] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10125a-1a49-4d10-852c-62a28f66fb87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.458595] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.463046] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Updating instance_info_cache with network_info: [{"id": "463ac4f1-2586-47d6-b0f4-b9137be9c1a5", "address": "fa:16:3e:37:ee:ac", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463ac4f1-25", "ovs_interfaceid": "463ac4f1-2586-47d6-b0f4-b9137be9c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.466812] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-275263b3-98c5-45a3-8af4-8f0e42fec677 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.488038] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 659.488038] env[70623]: value = "task-2793020" [ 659.488038] env[70623]: _type = "Task" [ 659.488038] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.505558] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.693697] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082435} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.695365] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.695365] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941718f5-f394-42a6-bcda-dc840723176d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.727747] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b883070a-5863-47e0-b34b-78ebf5cdb19c/b883070a-5863-47e0-b34b-78ebf5cdb19c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.729775] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501c03d8-3635-49d6-ae33-39d470d48363 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.757028] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 659.757028] env[70623]: value = "task-2793021" [ 659.757028] env[70623]: _type = "Task" [ 659.757028] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.768123] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.968407] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "refresh_cache-db1718bc-6b39-4d88-af23-19186afe430c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.968407] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Instance network_info: |[{"id": "463ac4f1-2586-47d6-b0f4-b9137be9c1a5", "address": "fa:16:3e:37:ee:ac", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463ac4f1-25", "ovs_interfaceid": "463ac4f1-2586-47d6-b0f4-b9137be9c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.968676] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ee:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '463ac4f1-2586-47d6-b0f4-b9137be9c1a5', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.981631] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.988416] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.988862] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce7084fb-b432-470e-81d4-47ba14df535b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.024924] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793020, 'name': PowerOffVM_Task, 'duration_secs': 0.239723} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.025359] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.025594] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.026447] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.026447] env[70623]: value = "task-2793023" [ 660.026447] env[70623]: _type = "Task" [ 660.026447] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.029907] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342e5b16-7256-4448-a310-840350edab4d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.051728] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793023, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.104345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f31dcf-cf27-4a83-ba3b-67cd491b128b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.114764] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c1eae-0497-4155-bd63-8d5222b10fef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.119880] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.120216] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.120464] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Deleting the datastore file [datastore2] 031e2546-99d7-4602-8aec-b0b108a31fe4 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.121314] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ab1cde5-539e-4ed7-92b1-abbf491a0626 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.157279] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da746551-222c-4471-93bc-36d488fcd8b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.167605] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e609dd-f009-41d8-a020-5c07ea885733 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.176126] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for the task: (returnval){ [ 660.176126] env[70623]: value = "task-2793025" [ 660.176126] env[70623]: _type = "Task" [ 660.176126] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.195028] env[70623]: DEBUG nova.compute.provider_tree [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.199719] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.274053] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.502427] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.504641] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.547488] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793023, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.547488] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.547488] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.547488] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.548133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.548133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.554638] env[70623]: INFO nova.compute.manager [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Terminating instance [ 660.687734] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.706222] env[70623]: DEBUG nova.scheduler.client.report [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.772507] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793021, 'name': ReconfigVM_Task, 'duration_secs': 0.697054} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.772798] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b883070a-5863-47e0-b34b-78ebf5cdb19c/b883070a-5863-47e0-b34b-78ebf5cdb19c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.773484] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd4e34a-eb2f-4c37-970b-eca87141a430 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.783720] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 660.783720] env[70623]: value = "task-2793026" [ 660.783720] env[70623]: _type = "Task" [ 660.783720] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.794699] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793026, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.033964] env[70623]: DEBUG nova.compute.manager [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Received event network-changed-463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.034398] env[70623]: DEBUG nova.compute.manager [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Refreshing instance network info cache due to event network-changed-463ac4f1-2586-47d6-b0f4-b9137be9c1a5. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 661.034538] env[70623]: DEBUG oslo_concurrency.lockutils [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] Acquiring lock "refresh_cache-db1718bc-6b39-4d88-af23-19186afe430c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.034684] env[70623]: DEBUG oslo_concurrency.lockutils [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] Acquired lock "refresh_cache-db1718bc-6b39-4d88-af23-19186afe430c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.034854] env[70623]: DEBUG nova.network.neutron [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Refreshing network info cache for port 463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.056541] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793023, 'name': CreateVM_Task, 'duration_secs': 0.666921} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.056754] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.057442] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.057609] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.057957] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.058228] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cb0670-f794-4220-900b-773f3856efd1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.065531] env[70623]: DEBUG nova.compute.manager [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.065531] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.065531] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d990f-1722-4927-8a74-405e17531bb7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.070255] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 661.070255] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f45029-0953-404d-26f9-1c694c337715" [ 661.070255] env[70623]: _type = "Task" [ 661.070255] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.077218] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.077916] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3efdea78-745a-4922-a314-3266d647d6d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.083152] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f45029-0953-404d-26f9-1c694c337715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.085142] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 661.085142] env[70623]: value = "task-2793027" [ 661.085142] env[70623]: _type = "Task" [ 661.085142] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.094818] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.189421] env[70623]: DEBUG oslo_vmware.api [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Task: {'id': task-2793025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532862} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.189731] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.189947] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.190170] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.190351] env[70623]: INFO nova.compute.manager [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Took 1.74 seconds to destroy the instance on the hypervisor. [ 661.190781] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.190858] env[70623]: DEBUG nova.compute.manager [-] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.190921] env[70623]: DEBUG nova.network.neutron [-] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.213507] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.214048] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.217037] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.665s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.217256] env[70623]: DEBUG nova.objects.instance [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lazy-loading 'resources' on Instance uuid 1877a563-e85b-46d4-b0b6-95da7b705e53 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.297365] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793026, 'name': Rename_Task, 'duration_secs': 0.157869} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.297732] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.297984] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806e7320-d06b-402f-9482-26683c1b0b74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.312310] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 661.312310] env[70623]: value = "task-2793028" [ 661.312310] env[70623]: _type = "Task" [ 661.312310] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.325840] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.558977] env[70623]: DEBUG nova.compute.manager [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 661.586048] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f45029-0953-404d-26f9-1c694c337715, 'name': SearchDatastore_Task, 'duration_secs': 0.032317} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.592250] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.594396] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.594650] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.594840] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.595036] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.595335] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-967dc20e-b093-443a-b196-977d551a87ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.608930] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.610383] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.610572] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.611932] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272bc778-56ba-4b29-b840-4b8ee722b25b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.628594] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 661.628594] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528295bf-879b-064d-7eae-6e525a51a9f7" [ 661.628594] env[70623]: _type = "Task" [ 661.628594] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.642175] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528295bf-879b-064d-7eae-6e525a51a9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.643628] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ea990b-2a0e-442e-b335-607491f71922 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.653192] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 661.653192] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527037a4-de7e-c50a-7871-ec7312d11e43" [ 661.653192] env[70623]: _type = "Task" [ 661.653192] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.662561] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527037a4-de7e-c50a-7871-ec7312d11e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.725752] env[70623]: DEBUG nova.compute.utils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.727489] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.727655] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.772052] env[70623]: DEBUG nova.policy [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612c69eb699f4912bba2569320f8deaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36ea7e87273043fbbcbad0eed92fb534', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.826980] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.032204] env[70623]: DEBUG nova.network.neutron [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Updated VIF entry in instance network info cache for port 463ac4f1-2586-47d6-b0f4-b9137be9c1a5. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.032558] env[70623]: DEBUG nova.network.neutron [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Updating instance_info_cache with network_info: [{"id": "463ac4f1-2586-47d6-b0f4-b9137be9c1a5", "address": "fa:16:3e:37:ee:ac", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463ac4f1-25", "ovs_interfaceid": "463ac4f1-2586-47d6-b0f4-b9137be9c1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.086912] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.101373] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793027, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.102210] env[70623]: DEBUG nova.network.neutron [-] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.167955] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527037a4-de7e-c50a-7871-ec7312d11e43, 'name': SearchDatastore_Task, 'duration_secs': 0.021273} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.170817] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171101] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] db1718bc-6b39-4d88-af23-19186afe430c/db1718bc-6b39-4d88-af23-19186afe430c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.172507] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b3d56d-2254-4db5-8e6a-c8dd76c857e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.190033] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 662.190033] env[70623]: value = "task-2793029" [ 662.190033] env[70623]: _type = "Task" [ 662.190033] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.199839] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.232584] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.318647] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Successfully created port: 5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.332404] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.336457] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185fe776-3968-4fd0-8657-e6e97c1c7053 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.344684] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09767e1a-eeee-4315-abf2-ca4b691dfa15 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.382949] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bedb1a-7800-4c3f-a2b2-61a3a8f898d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.392030] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e131d3-b4f0-48f8-85e6-90d748d5448c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.412359] env[70623]: DEBUG nova.compute.provider_tree [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.537934] env[70623]: DEBUG oslo_concurrency.lockutils [req-3342899f-ab5a-4f59-9ad0-a69f01d1ceb4 req-4b01de04-6f05-4ea3-968f-0f418c4ced41 service nova] Releasing lock "refresh_cache-db1718bc-6b39-4d88-af23-19186afe430c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.600770] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793027, 'name': PowerOffVM_Task, 'duration_secs': 1.040876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.601922] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.601922] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.601922] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b05d187-85c9-4b09-a09a-18c82682911a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.603926] env[70623]: INFO nova.compute.manager [-] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Took 1.41 seconds to deallocate network for instance. [ 662.686269] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.686496] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.686673] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleting the datastore file [datastore2] 65316bf8-eb2d-4ff5-95a4-53d82fd65a99 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.686938] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f5b6cd8-9761-4504-b437-656a84921d8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.699690] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 662.699690] env[70623]: value = "task-2793031" [ 662.699690] env[70623]: _type = "Task" [ 662.699690] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.707186] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.719231] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.823616] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793028, 'name': PowerOnVM_Task, 'duration_secs': 1.133456} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.824210] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.824484] env[70623]: INFO nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Took 11.14 seconds to spawn the instance on the hypervisor. [ 662.824785] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.825846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d6679c-7ade-4350-8300-2c3cbfe7f066 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.915775] env[70623]: DEBUG nova.scheduler.client.report [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.113803] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.202817] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659596} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.207915] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] db1718bc-6b39-4d88-af23-19186afe430c/db1718bc-6b39-4d88-af23-19186afe430c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.208077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.208839] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435dbfff-935d-4120-a98b-aa2461dd94d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.217521] env[70623]: DEBUG oslo_vmware.api [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374979} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.218854] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.219468] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.219468] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.219468] env[70623]: INFO nova.compute.manager [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Took 2.16 seconds to destroy the instance on the hypervisor. [ 663.220019] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.220019] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 663.220019] env[70623]: value = "task-2793032" [ 663.220019] env[70623]: _type = "Task" [ 663.220019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.220214] env[70623]: DEBUG nova.compute.manager [-] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.220214] env[70623]: DEBUG nova.network.neutron [-] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.232192] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.243691] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.272086] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.272304] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.273043] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.273043] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.273043] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.273043] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.274887] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.274887] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.275066] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.275244] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.275422] env[70623]: DEBUG nova.virt.hardware [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.276476] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c1feba-27be-4317-9a36-7b4cb48dcb47 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.295195] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a02f7-6519-409e-aa93-9001f8736fa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.348359] env[70623]: INFO nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Took 34.84 seconds to build instance. [ 663.424906] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.428560] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.371s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.429690] env[70623]: INFO nova.compute.claims [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.458770] env[70623]: INFO nova.scheduler.client.report [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Deleted allocations for instance 1877a563-e85b-46d4-b0b6-95da7b705e53 [ 663.489414] env[70623]: DEBUG nova.compute.manager [req-87b988ec-05f4-4f86-9d35-7b00cdfbf51a req-3b730415-cc8e-42f6-98f7-e169ab6523c3 service nova] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Received event network-vif-deleted-6100b85e-43fd-451e-9720-c07a091660cc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.736782] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077315} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.737094] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.737916] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a64ce4-0dc8-46aa-b90d-669a8ea15a63 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.766521] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] db1718bc-6b39-4d88-af23-19186afe430c/db1718bc-6b39-4d88-af23-19186afe430c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.766521] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84cbcf7-afb7-40c9-ad19-6fdd763f70f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.826093] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 663.826093] env[70623]: value = "task-2793033" [ 663.826093] env[70623]: _type = "Task" [ 663.826093] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.842965] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.850027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.193s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.972469] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c7aac4d-e318-40f9-9a92-388fc76383c9 tempest-TenantUsagesTestJSON-862251076 tempest-TenantUsagesTestJSON-862251076-project-member] Lock "1877a563-e85b-46d4-b0b6-95da7b705e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.229s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.085169] env[70623]: DEBUG nova.compute.manager [req-f13d2bcb-e326-4c58-8ab9-4d5524ea39b2 req-69300fc9-cbc5-4e8e-a46f-0957581c2fff service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Received event network-vif-deleted-e50ad71a-9b78-4750-8200-ae0a0917e8ea {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 664.085169] env[70623]: INFO nova.compute.manager [req-f13d2bcb-e326-4c58-8ab9-4d5524ea39b2 req-69300fc9-cbc5-4e8e-a46f-0957581c2fff service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Neutron deleted interface e50ad71a-9b78-4750-8200-ae0a0917e8ea; detaching it from the instance and deleting it from the info cache [ 664.085279] env[70623]: DEBUG nova.network.neutron [req-f13d2bcb-e326-4c58-8ab9-4d5524ea39b2 req-69300fc9-cbc5-4e8e-a46f-0957581c2fff service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.166221] env[70623]: DEBUG nova.network.neutron [-] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.343547] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.356987] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.485099] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Successfully updated port: 5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.590789] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3865319c-29a5-49a1-867c-61366731850b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.606157] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db2b41f-18da-49a0-95dc-f6cd6c947df9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.646439] env[70623]: DEBUG nova.compute.manager [req-f13d2bcb-e326-4c58-8ab9-4d5524ea39b2 req-69300fc9-cbc5-4e8e-a46f-0957581c2fff service nova] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Detach interface failed, port_id=e50ad71a-9b78-4750-8200-ae0a0917e8ea, reason: Instance 65316bf8-eb2d-4ff5-95a4-53d82fd65a99 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 664.670362] env[70623]: INFO nova.compute.manager [-] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Took 1.45 seconds to deallocate network for instance. [ 664.842822] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793033, 'name': ReconfigVM_Task, 'duration_secs': 0.864719} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.842822] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] db1718bc-6b39-4d88-af23-19186afe430c/db1718bc-6b39-4d88-af23-19186afe430c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.850524] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7dd5138-0ea9-44bd-b99d-559784f195cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.863613] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 664.863613] env[70623]: value = "task-2793035" [ 664.863613] env[70623]: _type = "Task" [ 664.863613] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.883907] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793035, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.886231] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.992136] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "refresh_cache-6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.992136] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "refresh_cache-6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.992554] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.162515] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd00d71-a347-4050-82d8-682baf4906ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.174478] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bfc2b8-6215-49d0-82c8-2493bde687ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.182019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.211983] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c1be2-191b-489c-ae2c-78f874da9c70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.220541] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdbe601-15da-4e13-a09b-b549ae59432f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.236928] env[70623]: DEBUG nova.compute.provider_tree [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.378137] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793035, 'name': Rename_Task, 'duration_secs': 0.18524} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.379228] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.379228] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bfe3f9b-cdaf-4a01-a522-73c045a7306f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.391825] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 665.391825] env[70623]: value = "task-2793036" [ 665.391825] env[70623]: _type = "Task" [ 665.391825] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.401662] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.551156] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.731919] env[70623]: DEBUG nova.network.neutron [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Updating instance_info_cache with network_info: [{"id": "5e163441-bba4-48ad-ae65-a757fed84a23", "address": "fa:16:3e:4a:10:ba", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e163441-bb", "ovs_interfaceid": "5e163441-bba4-48ad-ae65-a757fed84a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.746924] env[70623]: DEBUG nova.scheduler.client.report [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.753185] env[70623]: DEBUG nova.compute.manager [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Received event network-vif-plugged-5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.753369] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] Acquiring lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.753570] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.753728] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.753885] env[70623]: DEBUG nova.compute.manager [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] No waiting events found dispatching network-vif-plugged-5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.754084] env[70623]: WARNING nova.compute.manager [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Received unexpected event network-vif-plugged-5e163441-bba4-48ad-ae65-a757fed84a23 for instance with vm_state building and task_state spawning. [ 665.754249] env[70623]: DEBUG nova.compute.manager [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Received event network-changed-5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.754396] env[70623]: DEBUG nova.compute.manager [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Refreshing instance network info cache due to event network-changed-5e163441-bba4-48ad-ae65-a757fed84a23. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 665.754554] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] Acquiring lock "refresh_cache-6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.909292] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793036, 'name': PowerOnVM_Task, 'duration_secs': 0.502418} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.909292] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.909292] env[70623]: INFO nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Took 9.19 seconds to spawn the instance on the hypervisor. [ 665.909292] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.909785] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b90bd5-7bf2-433a-90e1-3d4b6d674c8c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.236547] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "refresh_cache-6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.236547] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Instance network_info: |[{"id": "5e163441-bba4-48ad-ae65-a757fed84a23", "address": "fa:16:3e:4a:10:ba", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e163441-bb", "ovs_interfaceid": "5e163441-bba4-48ad-ae65-a757fed84a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.236692] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] Acquired lock "refresh_cache-6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.236692] env[70623]: DEBUG nova.network.neutron [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Refreshing network info cache for port 5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.237673] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:10:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e163441-bba4-48ad-ae65-a757fed84a23', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.248059] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.249313] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.249633] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9d3bb3-b444-4cc5-985c-1abf54053b02 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.272486] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.272882] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.275514] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.161s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.275696] env[70623]: DEBUG nova.objects.instance [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lazy-loading 'resources' on Instance uuid 6ea30732-9561-4e45-8825-88f318a82ab6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.284448] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.284448] env[70623]: value = "task-2793038" [ 666.284448] env[70623]: _type = "Task" [ 666.284448] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.294681] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793038, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.435858] env[70623]: INFO nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Took 37.56 seconds to build instance. [ 666.781697] env[70623]: DEBUG nova.compute.utils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.783175] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.785018] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.785018] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.785018] env[70623]: DEBUG nova.network.neutron [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.799661] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793038, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.862746] env[70623]: DEBUG nova.policy [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fb3b31e1e7488db77dcbe3b4062ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0655457741418190fd258ea15deda2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.939239] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "db1718bc-6b39-4d88-af23-19186afe430c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.237s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.075589] env[70623]: DEBUG nova.network.neutron [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Updated VIF entry in instance network info cache for port 5e163441-bba4-48ad-ae65-a757fed84a23. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.075589] env[70623]: DEBUG nova.network.neutron [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Updating instance_info_cache with network_info: [{"id": "5e163441-bba4-48ad-ae65-a757fed84a23", "address": "fa:16:3e:4a:10:ba", "network": {"id": "b8cc34e9-0679-4109-9b2d-a79d2b80031e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-109902658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36ea7e87273043fbbcbad0eed92fb534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e163441-bb", "ovs_interfaceid": "5e163441-bba4-48ad-ae65-a757fed84a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.285231] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.298577] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793038, 'name': CreateVM_Task, 'duration_secs': 0.54946} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.301414] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.304484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.304484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.304484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.304484] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aafdd7-8ead-4ec9-861c-824c7c9a34c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.309198] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 667.309198] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529521aa-9614-4a80-646d-ae5024974303" [ 667.309198] env[70623]: _type = "Task" [ 667.309198] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.318803] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529521aa-9614-4a80-646d-ae5024974303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.382429] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dcb72d-17be-4b5b-9699-f0e511c42cba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.390470] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f240fa-ab1e-4e0c-b025-e48bc4abf73f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.425830] env[70623]: DEBUG nova.network.neutron [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Successfully created port: 9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.428388] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f0341-2456-4b9d-b387-050ce8d6823b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.437718] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5100c4-4b4f-463d-b20e-6d341e5e5f7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.443362] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.457323] env[70623]: DEBUG nova.compute.provider_tree [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.578389] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff438cf5-513d-4f10-b21f-863651cc6533 req-08096537-ccfa-415c-8785-744d23332d56 service nova] Releasing lock "refresh_cache-6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.824442] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529521aa-9614-4a80-646d-ae5024974303, 'name': SearchDatastore_Task, 'duration_secs': 0.019577} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.824747] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.824998] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.825257] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.825402] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.825579] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.825838] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cbd9901-d31c-414d-80ef-1209c683396a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.840942] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.840942] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.840942] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c279a6b7-e24c-4bc0-b18e-f63392456802 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.848225] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 667.848225] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5234d914-f582-5988-fa34-51d4da9ad4c9" [ 667.848225] env[70623]: _type = "Task" [ 667.848225] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.859363] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5234d914-f582-5988-fa34-51d4da9ad4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.986471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.987471] env[70623]: ERROR nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] [req-fe15be3a-aa3a-490a-bd69-6bff60e932ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe15be3a-aa3a-490a-bd69-6bff60e932ef"}]} [ 668.006679] env[70623]: DEBUG nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.025432] env[70623]: DEBUG nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.025663] env[70623]: DEBUG nova.compute.provider_tree [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.038082] env[70623]: DEBUG nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.058263] env[70623]: DEBUG nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.301985] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.343194] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:04:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9452719',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2146932327',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.343435] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.343843] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.343843] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.344148] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.345275] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.345275] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.345275] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.345275] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.345275] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.345537] env[70623]: DEBUG nova.virt.hardware [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.346100] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf62fdc-ab10-40e1-a883-1f191f9a8858 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.363956] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc9a9a9-fe01-4fbb-8db6-b07c7f439eb3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.373825] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5234d914-f582-5988-fa34-51d4da9ad4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.02881} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.375068] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd15f7d-eb67-467e-943e-9537eca147c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.396365] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 668.396365] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5214f698-6340-dadd-028c-2dc288ffc5b0" [ 668.396365] env[70623]: _type = "Task" [ 668.396365] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.408047] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5214f698-6340-dadd-028c-2dc288ffc5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.624628] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0318b3-88dd-48a4-9527-e28faee086a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.638283] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a10b3b-5c89-4b3f-b50c-f932611427d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.673123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7846aeb4-455a-4a70-af53-927a8e800ec8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.682602] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7669ea7-ea3c-4e59-8458-3f88f6f2d0cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.701078] env[70623]: DEBUG nova.compute.provider_tree [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.910371] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5214f698-6340-dadd-028c-2dc288ffc5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.916020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.916020] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc/6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.916020] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9da65c6-af3a-46c4-bef5-cfe829138c0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.925355] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 668.925355] env[70623]: value = "task-2793040" [ 668.925355] env[70623]: _type = "Task" [ 668.925355] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.936733] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.184181] env[70623]: DEBUG nova.compute.manager [req-1e5bf57e-7c70-4ad3-9ab3-8c384511d50d req-4d9fc29e-8c59-4e8a-94ed-1ca9dc553cb2 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Received event network-vif-plugged-9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 669.184398] env[70623]: DEBUG oslo_concurrency.lockutils [req-1e5bf57e-7c70-4ad3-9ab3-8c384511d50d req-4d9fc29e-8c59-4e8a-94ed-1ca9dc553cb2 service nova] Acquiring lock "36f2529c-66af-4fdc-bd2d-72c61e181008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.184603] env[70623]: DEBUG oslo_concurrency.lockutils [req-1e5bf57e-7c70-4ad3-9ab3-8c384511d50d req-4d9fc29e-8c59-4e8a-94ed-1ca9dc553cb2 service nova] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.184765] env[70623]: DEBUG oslo_concurrency.lockutils [req-1e5bf57e-7c70-4ad3-9ab3-8c384511d50d req-4d9fc29e-8c59-4e8a-94ed-1ca9dc553cb2 service nova] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.184977] env[70623]: DEBUG nova.compute.manager [req-1e5bf57e-7c70-4ad3-9ab3-8c384511d50d req-4d9fc29e-8c59-4e8a-94ed-1ca9dc553cb2 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] No waiting events found dispatching network-vif-plugged-9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.185124] env[70623]: WARNING nova.compute.manager [req-1e5bf57e-7c70-4ad3-9ab3-8c384511d50d req-4d9fc29e-8c59-4e8a-94ed-1ca9dc553cb2 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Received unexpected event network-vif-plugged-9f16b327-2e39-4299-8b14-264e7bf594cd for instance with vm_state building and task_state spawning. [ 669.239013] env[70623]: DEBUG nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 669.239013] env[70623]: DEBUG nova.compute.provider_tree [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 49 to 50 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 669.239205] env[70623]: DEBUG nova.compute.provider_tree [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.438766] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.467559] env[70623]: DEBUG nova.network.neutron [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Successfully updated port: 9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.745409] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.469s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.751026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.173s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.751026] env[70623]: INFO nova.compute.claims [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.793259] env[70623]: INFO nova.scheduler.client.report [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Deleted allocations for instance 6ea30732-9561-4e45-8825-88f318a82ab6 [ 669.939650] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645507} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.940766] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc/6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.941866] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.941866] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4896e662-d0cc-427e-9120-cdf203f4ce7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.950634] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 669.950634] env[70623]: value = "task-2793041" [ 669.950634] env[70623]: _type = "Task" [ 669.950634] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.961437] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.972431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.972431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.972607] env[70623]: DEBUG nova.network.neutron [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.302361] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ef81d5b-9e68-4fd8-bfdf-4272698d7432 tempest-ServerExternalEventsTest-1136096830 tempest-ServerExternalEventsTest-1136096830-project-member] Lock "6ea30732-9561-4e45-8825-88f318a82ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.031s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.470889] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080542} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.474699] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.474699] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7d3003-a8c5-46d1-821e-0ed4bfaf3b25 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.518918] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc/6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.519543] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52394735-7470-4583-9cca-a92b4acacd4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.542457] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 670.542457] env[70623]: value = "task-2793042" [ 670.542457] env[70623]: _type = "Task" [ 670.542457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.554745] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.558229] env[70623]: DEBUG nova.network.neutron [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.952671] env[70623]: DEBUG nova.network.neutron [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Updating instance_info_cache with network_info: [{"id": "9f16b327-2e39-4299-8b14-264e7bf594cd", "address": "fa:16:3e:1a:44:4a", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f16b327-2e", "ovs_interfaceid": "9f16b327-2e39-4299-8b14-264e7bf594cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.057224] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.414506] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ab31f-6c9a-465d-a5ad-678529950396 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.424237] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897321ee-a925-406b-bd40-38f7d383341c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.464949] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Releasing lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.467115] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Instance network_info: |[{"id": "9f16b327-2e39-4299-8b14-264e7bf594cd", "address": "fa:16:3e:1a:44:4a", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f16b327-2e", "ovs_interfaceid": "9f16b327-2e39-4299-8b14-264e7bf594cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.467266] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:44:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f16b327-2e39-4299-8b14-264e7bf594cd', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.475289] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Creating folder: Project (aa0655457741418190fd258ea15deda2). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.475289] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a06bb-6cdd-496b-8b08-ac52d5e3a2c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.478237] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621db615-7d32-418d-a4f9-9ea740f080e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.486215] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd1b6d-e061-4065-848a-40c5d536c926 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.493127] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Created folder: Project (aa0655457741418190fd258ea15deda2) in parent group-v561316. [ 671.493127] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Creating folder: Instances. Parent ref: group-v561379. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.493127] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda088d2-57d9-49dc-90dc-912b757e3421 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.509420] env[70623]: DEBUG nova.compute.provider_tree [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.512105] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Created folder: Instances in parent group-v561379. [ 671.512340] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.512748] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.512952] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd448cc-ec46-48d7-9f6c-019a5ab43214 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.534550] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.534550] env[70623]: value = "task-2793045" [ 671.534550] env[70623]: _type = "Task" [ 671.534550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.548212] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793045, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.556862] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793042, 'name': ReconfigVM_Task, 'duration_secs': 0.925259} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.556862] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc/6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.557249] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4142700-3dd5-4486-a849-0a01988e49f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.566132] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 671.566132] env[70623]: value = "task-2793046" [ 671.566132] env[70623]: _type = "Task" [ 671.566132] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.590615] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793046, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.014478] env[70623]: DEBUG nova.scheduler.client.report [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.025649] env[70623]: DEBUG nova.compute.manager [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Received event network-changed-9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 672.025699] env[70623]: DEBUG nova.compute.manager [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Refreshing instance network info cache due to event network-changed-9f16b327-2e39-4299-8b14-264e7bf594cd. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 672.026213] env[70623]: DEBUG oslo_concurrency.lockutils [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] Acquiring lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.026213] env[70623]: DEBUG oslo_concurrency.lockutils [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] Acquired lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.026213] env[70623]: DEBUG nova.network.neutron [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Refreshing network info cache for port 9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.045913] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793045, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.079577] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793046, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.461676] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquiring lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.461676] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.525062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.526132] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.531064] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.908s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.531064] env[70623]: DEBUG nova.objects.instance [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.550645] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793045, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.578094] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793046, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.914768] env[70623]: DEBUG nova.network.neutron [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Updated VIF entry in instance network info cache for port 9f16b327-2e39-4299-8b14-264e7bf594cd. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.914768] env[70623]: DEBUG nova.network.neutron [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Updating instance_info_cache with network_info: [{"id": "9f16b327-2e39-4299-8b14-264e7bf594cd", "address": "fa:16:3e:1a:44:4a", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f16b327-2e", "ovs_interfaceid": "9f16b327-2e39-4299-8b14-264e7bf594cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.042479] env[70623]: DEBUG nova.compute.utils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.044204] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.044649] env[70623]: DEBUG nova.network.neutron [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.062020] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793045, 'name': CreateVM_Task, 'duration_secs': 1.422675} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.062020] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.062020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.062020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.062020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.062241] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d6c2c9-8c53-4d9a-9aad-58b29de99a28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.066883] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 673.066883] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524647fb-32e8-0fe7-4ae8-b49f82fd489f" [ 673.066883] env[70623]: _type = "Task" [ 673.066883] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.092848] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793046, 'name': Rename_Task, 'duration_secs': 1.155674} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.092940] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524647fb-32e8-0fe7-4ae8-b49f82fd489f, 'name': SearchDatastore_Task, 'duration_secs': 0.017267} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.093302] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.093595] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.093811] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.094077] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.094231] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.094408] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.094640] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975d0b04-5be1-41b6-85cf-da41869458f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.096409] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2eaeac3-2e1c-46d8-960b-24d11d3b41ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.107016] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 673.107016] env[70623]: value = "task-2793047" [ 673.107016] env[70623]: _type = "Task" [ 673.107016] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.110419] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.110597] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.111792] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1866a26-901b-4aac-9baa-332b1655562b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.117626] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.124357] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 673.124357] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2c1a3-e3cb-e5b0-c30e-943c8508cd46" [ 673.124357] env[70623]: _type = "Task" [ 673.124357] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.133088] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2c1a3-e3cb-e5b0-c30e-943c8508cd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.157019] env[70623]: DEBUG nova.policy [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '709cc44866a546ebba52978d994900bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab8641910ca447fb92a302d3b6a9cc9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.421339] env[70623]: DEBUG oslo_concurrency.lockutils [req-adb33ced-a978-407d-8361-6b83c51559e3 req-f41a7c09-5cc3-41eb-859a-54ec33dd5db9 service nova] Releasing lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.542138] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc0d34f6-5591-4d2b-9b2e-99a9aea51293 tempest-ServersAdmin275Test-1549743294 tempest-ServersAdmin275Test-1549743294-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.543317] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.232s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.544078] env[70623]: DEBUG nova.objects.instance [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lazy-loading 'resources' on Instance uuid 7a938aa3-5958-42cb-912c-091a74fe59e6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.552231] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.623400] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793047, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.634013] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2c1a3-e3cb-e5b0-c30e-943c8508cd46, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.636677] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d4b60d-ed46-48ab-bf65-d4d6b08eb608 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.642326] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 673.642326] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52628964-aa51-fe05-c076-7838686b23b2" [ 673.642326] env[70623]: _type = "Task" [ 673.642326] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.652093] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52628964-aa51-fe05-c076-7838686b23b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.798183] env[70623]: DEBUG nova.network.neutron [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Successfully created port: 7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.123459] env[70623]: DEBUG oslo_vmware.api [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793047, 'name': PowerOnVM_Task, 'duration_secs': 0.748803} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.123786] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.124048] env[70623]: INFO nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Took 10.88 seconds to spawn the instance on the hypervisor. [ 674.124300] env[70623]: DEBUG nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.129178] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032c4559-9dfc-458d-9175-a16d74f902de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.162458] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52628964-aa51-fe05-c076-7838686b23b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018656} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.166642] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.167336] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 36f2529c-66af-4fdc-bd2d-72c61e181008/36f2529c-66af-4fdc-bd2d-72c61e181008.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.167445] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce01066-469a-4387-a3bb-9569e90c3b8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.175614] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 674.175614] env[70623]: value = "task-2793048" [ 674.175614] env[70623]: _type = "Task" [ 674.175614] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.193573] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.566019] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.606315] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.606548] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.606697] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.606869] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.607028] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.608939] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.609205] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.609395] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.609583] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.609743] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.609915] env[70623]: DEBUG nova.virt.hardware [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.611063] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051dc0d3-0997-4fc9-8e1b-7796633ada84 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.625456] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f59db7-bf64-439b-a05d-11aabd9ce561 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.658117] env[70623]: INFO nova.compute.manager [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Took 44.70 seconds to build instance. [ 674.695983] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.786497] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66893c2c-a31f-4fcf-997f-790b4ff554ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.802327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13c74c-c136-4f29-9d72-31ae70afdeb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.843788] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46cd5ad-b7f8-4f73-af64-8cddd2a45d58 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.854912] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f57367-0509-497a-9503-ef8899233283 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.873127] env[70623]: DEBUG nova.compute.provider_tree [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.085354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.085459] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.163494] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b4aee2d6-e29f-4b5f-9d7d-e26bd9bea816 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.425s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.196429] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836708} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.196749] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 36f2529c-66af-4fdc-bd2d-72c61e181008/36f2529c-66af-4fdc-bd2d-72c61e181008.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.196934] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.197298] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d364a827-7410-46a9-b6d2-9b22a605c385 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.206195] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 675.206195] env[70623]: value = "task-2793049" [ 675.206195] env[70623]: _type = "Task" [ 675.206195] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.220534] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.376442] env[70623]: DEBUG nova.scheduler.client.report [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.594739] env[70623]: DEBUG nova.network.neutron [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Successfully updated port: 7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.617569] env[70623]: DEBUG nova.compute.manager [req-298b8c53-0195-4517-9ab1-a31b0f5f027c req-edf2041a-2872-4f8b-84d6-48566aeb8b6a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Received event network-vif-plugged-7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.617793] env[70623]: DEBUG oslo_concurrency.lockutils [req-298b8c53-0195-4517-9ab1-a31b0f5f027c req-edf2041a-2872-4f8b-84d6-48566aeb8b6a service nova] Acquiring lock "66441d00-c5cd-4331-a28b-0062f0bbba02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.618042] env[70623]: DEBUG oslo_concurrency.lockutils [req-298b8c53-0195-4517-9ab1-a31b0f5f027c req-edf2041a-2872-4f8b-84d6-48566aeb8b6a service nova] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.618224] env[70623]: DEBUG oslo_concurrency.lockutils [req-298b8c53-0195-4517-9ab1-a31b0f5f027c req-edf2041a-2872-4f8b-84d6-48566aeb8b6a service nova] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.618391] env[70623]: DEBUG nova.compute.manager [req-298b8c53-0195-4517-9ab1-a31b0f5f027c req-edf2041a-2872-4f8b-84d6-48566aeb8b6a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] No waiting events found dispatching network-vif-plugged-7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.618563] env[70623]: WARNING nova.compute.manager [req-298b8c53-0195-4517-9ab1-a31b0f5f027c req-edf2041a-2872-4f8b-84d6-48566aeb8b6a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Received unexpected event network-vif-plugged-7d126068-ea5a-4bc8-aacf-199669c85dbc for instance with vm_state building and task_state spawning. [ 675.666076] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.721905] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090068} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.722310] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.723485] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f76b3b3-9529-41a4-a978-d27238bdb6d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.747616] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 36f2529c-66af-4fdc-bd2d-72c61e181008/36f2529c-66af-4fdc-bd2d-72c61e181008.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.747746] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2514db-ea28-4cb3-bdc0-a984da5a1cda {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.769702] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 675.769702] env[70623]: value = "task-2793050" [ 675.769702] env[70623]: _type = "Task" [ 675.769702] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.778739] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.885763] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.890077] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.582s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.890077] env[70623]: INFO nova.compute.claims [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.928089] env[70623]: INFO nova.scheduler.client.report [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Deleted allocations for instance 7a938aa3-5958-42cb-912c-091a74fe59e6 [ 676.098613] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.098770] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquired lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.098921] env[70623]: DEBUG nova.network.neutron [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.195336] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.280917] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793050, 'name': ReconfigVM_Task, 'duration_secs': 0.313468} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.281342] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 36f2529c-66af-4fdc-bd2d-72c61e181008/36f2529c-66af-4fdc-bd2d-72c61e181008.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.281970] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a82509e-005f-4a15-85a0-3b3cc6f5323f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.290230] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 676.290230] env[70623]: value = "task-2793051" [ 676.290230] env[70623]: _type = "Task" [ 676.290230] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.299130] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793051, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.440302] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c6c958ca-c89d-4823-856d-92b7dbde6ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742 tempest-FloatingIPsAssociationNegativeTestJSON-1555260742-project-member] Lock "7a938aa3-5958-42cb-912c-091a74fe59e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.401s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.543727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "b883070a-5863-47e0-b34b-78ebf5cdb19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.544034] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.544322] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "b883070a-5863-47e0-b34b-78ebf5cdb19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.544533] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.544751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.547944] env[70623]: INFO nova.compute.manager [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Terminating instance [ 676.675144] env[70623]: DEBUG nova.network.neutron [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.807489] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793051, 'name': Rename_Task, 'duration_secs': 0.168438} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.813589] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.813981] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9897c546-e96a-466a-937e-4c95fc6ae807 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.827451] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 676.827451] env[70623]: value = "task-2793052" [ 676.827451] env[70623]: _type = "Task" [ 676.827451] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.839042] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.937280] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "34d289a2-d3a8-49a1-9b94-a134122aa84a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.937280] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.015330] env[70623]: DEBUG nova.network.neutron [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Updating instance_info_cache with network_info: [{"id": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "address": "fa:16:3e:18:ac:ee", "network": {"id": "881ca4ba-f470-402a-a916-b698f05d5576", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-801888476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8641910ca447fb92a302d3b6a9cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d126068-ea", "ovs_interfaceid": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.060303] env[70623]: DEBUG nova.compute.manager [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.060303] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.060303] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a27eb1-0edd-4490-afa0-c59f6927b707 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.073686] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.074841] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18fa023b-96f1-45c3-b217-4a1739453756 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.084686] env[70623]: DEBUG oslo_vmware.api [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 677.084686] env[70623]: value = "task-2793053" [ 677.084686] env[70623]: _type = "Task" [ 677.084686] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.098105] env[70623]: DEBUG oslo_vmware.api [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.341049] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.490598] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb1044-f0d1-4e96-97b4-afa0afa96f66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.500368] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24026a6e-3e6f-4c4b-8d41-1ae17699625b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.535791] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Releasing lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.536760] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Instance network_info: |[{"id": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "address": "fa:16:3e:18:ac:ee", "network": {"id": "881ca4ba-f470-402a-a916-b698f05d5576", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-801888476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8641910ca447fb92a302d3b6a9cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d126068-ea", "ovs_interfaceid": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.536968] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ac:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d126068-ea5a-4bc8-aacf-199669c85dbc', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.546570] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Creating folder: Project (ab8641910ca447fb92a302d3b6a9cc9c). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.546570] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f5625-cc85-4a3c-9756-c688279e0fb1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.550265] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc057afd-6d45-4ab5-a46c-61f2f8f9b854 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.561027] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ee7234-dd5a-4786-8fda-c4a620377e0e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.562751] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Created folder: Project (ab8641910ca447fb92a302d3b6a9cc9c) in parent group-v561316. [ 677.562954] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Creating folder: Instances. Parent ref: group-v561382. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.563969] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-781690c6-1dd0-4dc0-8018-7c52776bf45c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.574374] env[70623]: DEBUG nova.compute.provider_tree [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.586998] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Created folder: Instances in parent group-v561382. [ 677.587349] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.595489] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.595489] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef591c0-4525-4cf5-9281-7ed9819e07fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.616274] env[70623]: DEBUG oslo_vmware.api [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793053, 'name': PowerOffVM_Task, 'duration_secs': 0.274566} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.617576] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.617756] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.618014] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.618014] env[70623]: value = "task-2793056" [ 677.618014] env[70623]: _type = "Task" [ 677.618014] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.618210] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ae0710b-3181-4887-bc2c-c5e70104aa7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.632677] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793056, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.698501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.698501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.698711] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleting the datastore file [datastore2] b883070a-5863-47e0-b34b-78ebf5cdb19c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.698991] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9c52f6-024c-42ac-91bb-4eb6ec4f5351 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.707081] env[70623]: DEBUG oslo_vmware.api [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 677.707081] env[70623]: value = "task-2793058" [ 677.707081] env[70623]: _type = "Task" [ 677.707081] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.722038] env[70623]: DEBUG oslo_vmware.api [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.839667] env[70623]: DEBUG oslo_vmware.api [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793052, 'name': PowerOnVM_Task, 'duration_secs': 0.732084} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.843098] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.843098] env[70623]: INFO nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Took 9.54 seconds to spawn the instance on the hypervisor. [ 677.843098] env[70623]: DEBUG nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.843098] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28357640-1d4d-4cfa-ae4f-e3c8edcedf57 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.983559] env[70623]: DEBUG nova.compute.manager [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Received event network-changed-7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.983786] env[70623]: DEBUG nova.compute.manager [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Refreshing instance network info cache due to event network-changed-7d126068-ea5a-4bc8-aacf-199669c85dbc. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.984020] env[70623]: DEBUG oslo_concurrency.lockutils [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] Acquiring lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.984783] env[70623]: DEBUG oslo_concurrency.lockutils [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] Acquired lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.985018] env[70623]: DEBUG nova.network.neutron [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Refreshing network info cache for port 7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.104239] env[70623]: ERROR nova.scheduler.client.report [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [req-4e32a001-04e4-49a5-a431-a63bc824e6dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e32a001-04e4-49a5-a431-a63bc824e6dc"}]} [ 678.129213] env[70623]: DEBUG nova.scheduler.client.report [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.134983] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793056, 'name': CreateVM_Task, 'duration_secs': 0.448712} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.135173] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.135841] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.136102] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.136336] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.137311] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d4124a-c171-4b48-8eb9-7c8b476049f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.142830] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 678.142830] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278791a-1a67-124c-e95d-d8999f6a3fbc" [ 678.142830] env[70623]: _type = "Task" [ 678.142830] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.151364] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278791a-1a67-124c-e95d-d8999f6a3fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.155021] env[70623]: DEBUG nova.scheduler.client.report [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.155021] env[70623]: DEBUG nova.compute.provider_tree [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.163845] env[70623]: DEBUG nova.scheduler.client.report [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.194092] env[70623]: DEBUG nova.scheduler.client.report [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.219947] env[70623]: DEBUG oslo_vmware.api [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210192} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.220908] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.220908] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.220908] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.220908] env[70623]: INFO nova.compute.manager [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 678.221180] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.221216] env[70623]: DEBUG nova.compute.manager [-] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.221312] env[70623]: DEBUG nova.network.neutron [-] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.362268] env[70623]: INFO nova.compute.manager [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Took 45.34 seconds to build instance. [ 678.658389] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278791a-1a67-124c-e95d-d8999f6a3fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.028984} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.660268] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.660456] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.660696] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.660844] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.662811] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.668115] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de28f04d-fc71-4711-ac76-4c5749fcf5cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.684185] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.684266] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.684984] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1c1421-4f1c-4a4f-b2b9-45b7b7c46ac4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.690974] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 678.690974] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52001903-398f-7488-b5f2-194ce09b27b2" [ 678.690974] env[70623]: _type = "Task" [ 678.690974] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.705966] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52001903-398f-7488-b5f2-194ce09b27b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.772578] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e71b91-c2d8-4290-9de5-9f57c65f8815 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.780661] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211545a-b432-4e7c-a374-b7aed705c2c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.818778] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0985e94-0455-4a43-aa95-851318a11fa3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.827719] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f9f162-a118-4a5d-9126-7a09d6715833 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.845028] env[70623]: DEBUG nova.compute.provider_tree [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.865040] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fe0bb7f9-1482-40e0-bff7-0e42f50e08b1 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.764s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.975535] env[70623]: DEBUG nova.network.neutron [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Updated VIF entry in instance network info cache for port 7d126068-ea5a-4bc8-aacf-199669c85dbc. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.975658] env[70623]: DEBUG nova.network.neutron [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Updating instance_info_cache with network_info: [{"id": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "address": "fa:16:3e:18:ac:ee", "network": {"id": "881ca4ba-f470-402a-a916-b698f05d5576", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-801888476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8641910ca447fb92a302d3b6a9cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d126068-ea", "ovs_interfaceid": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.204161] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52001903-398f-7488-b5f2-194ce09b27b2, 'name': SearchDatastore_Task, 'duration_secs': 0.023455} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.204915] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b6ba75-cff4-4788-a90c-548d88140979 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.214280] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 679.214280] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c7af68-31e5-e222-9c19-13d24d928e40" [ 679.214280] env[70623]: _type = "Task" [ 679.214280] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.224190] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c7af68-31e5-e222-9c19-13d24d928e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.287344] env[70623]: DEBUG nova.network.neutron [-] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.348057] env[70623]: DEBUG nova.scheduler.client.report [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.367400] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.479235] env[70623]: DEBUG oslo_concurrency.lockutils [req-591be1c1-0dad-4549-b290-71646c9fd91d req-14d1cad0-12a8-4b6d-a109-71fccc266bf0 service nova] Releasing lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.711100] env[70623]: DEBUG nova.compute.manager [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Received event network-changed-9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.711100] env[70623]: DEBUG nova.compute.manager [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Refreshing instance network info cache due to event network-changed-9f16b327-2e39-4299-8b14-264e7bf594cd. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.711100] env[70623]: DEBUG oslo_concurrency.lockutils [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] Acquiring lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.711100] env[70623]: DEBUG oslo_concurrency.lockutils [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] Acquired lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.711100] env[70623]: DEBUG nova.network.neutron [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Refreshing network info cache for port 9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.730758] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c7af68-31e5-e222-9c19-13d24d928e40, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.730758] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.730758] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 66441d00-c5cd-4331-a28b-0062f0bbba02/66441d00-c5cd-4331-a28b-0062f0bbba02.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.730758] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c93d5d5-ea4e-413e-891b-2907330dd26b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.739704] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 679.739704] env[70623]: value = "task-2793059" [ 679.739704] env[70623]: _type = "Task" [ 679.739704] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.749139] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.790137] env[70623]: INFO nova.compute.manager [-] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Took 1.57 seconds to deallocate network for instance. [ 679.852599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.964s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.853092] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.856551] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.151s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.857968] env[70623]: INFO nova.compute.claims [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.900090] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.172432] env[70623]: DEBUG nova.compute.manager [req-3b831479-e0b9-44dc-a4bd-e238b0122981 req-97e8f903-529a-4852-840a-02dd21e357d6 service nova] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Received event network-vif-deleted-c3a6a3a4-8ab8-420e-bfcb-1fce1f4aba36 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.255333] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "ddf0345b-8c75-44ca-a659-4945050e2629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.255639] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "ddf0345b-8c75-44ca-a659-4945050e2629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.255932] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.297642] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.367034] env[70623]: DEBUG nova.compute.utils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.369689] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.370040] env[70623]: DEBUG nova.network.neutron [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.419509] env[70623]: DEBUG nova.policy [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0ae72a13f79451088696b247baa5cff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d04fec406b54cd89d0147362843be5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.544840] env[70623]: DEBUG nova.network.neutron [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Updated VIF entry in instance network info cache for port 9f16b327-2e39-4299-8b14-264e7bf594cd. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.548443] env[70623]: DEBUG nova.network.neutron [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Updating instance_info_cache with network_info: [{"id": "9f16b327-2e39-4299-8b14-264e7bf594cd", "address": "fa:16:3e:1a:44:4a", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f16b327-2e", "ovs_interfaceid": "9f16b327-2e39-4299-8b14-264e7bf594cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.752241] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619319} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.752520] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 66441d00-c5cd-4331-a28b-0062f0bbba02/66441d00-c5cd-4331-a28b-0062f0bbba02.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.752736] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.752988] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c46d4cf-077e-4475-9e05-75d9f40f2e27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.760566] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 680.760566] env[70623]: value = "task-2793060" [ 680.760566] env[70623]: _type = "Task" [ 680.760566] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.770243] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.862544] env[70623]: DEBUG nova.network.neutron [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Successfully created port: c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.872829] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.054458] env[70623]: DEBUG oslo_concurrency.lockutils [req-3fe335c3-0c98-4d7f-8c57-210f8dcfe00d req-5b49b10f-64b3-4d70-8320-86aa984b87b9 service nova] Releasing lock "refresh_cache-36f2529c-66af-4fdc-bd2d-72c61e181008" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.270326] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064836} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.272738] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.273781] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c69e55-ba5c-4b23-abee-31f246674f3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.299228] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 66441d00-c5cd-4331-a28b-0062f0bbba02/66441d00-c5cd-4331-a28b-0062f0bbba02.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.302573] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95471dba-9fec-4e7e-87d6-e24f7abb82f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.323770] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 681.323770] env[70623]: value = "task-2793061" [ 681.323770] env[70623]: _type = "Task" [ 681.323770] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.334755] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.464996] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcf49a-43db-42a7-ad5b-5c4822706f24 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.474141] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25deb773-d551-4778-a982-f05dee24b7b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.508793] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d281fb-3a9a-44a7-a6c6-d2643492251a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.517682] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a6f58-9b75-4806-9725-a4e492650e29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.533661] env[70623]: DEBUG nova.compute.provider_tree [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.836125] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.888527] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.918166] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.918166] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.918166] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.918378] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.918378] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.918378] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.918809] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.918809] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.918809] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.919137] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.919137] env[70623]: DEBUG nova.virt.hardware [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.920039] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbd7e3b-96be-4b71-8281-bd4820069834 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.929396] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f932ef-830a-42bd-9ddb-d416103aab72 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.060327] env[70623]: ERROR nova.scheduler.client.report [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [req-5896f867-8576-484c-888f-e673205cd281] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5896f867-8576-484c-888f-e673205cd281"}]} [ 682.078700] env[70623]: DEBUG nova.scheduler.client.report [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.093962] env[70623]: DEBUG nova.scheduler.client.report [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.094368] env[70623]: DEBUG nova.compute.provider_tree [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.113522] env[70623]: DEBUG nova.scheduler.client.report [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.136404] env[70623]: DEBUG nova.scheduler.client.report [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.336938] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793061, 'name': ReconfigVM_Task, 'duration_secs': 0.574445} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.337317] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 66441d00-c5cd-4331-a28b-0062f0bbba02/66441d00-c5cd-4331-a28b-0062f0bbba02.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.337953] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f419b9-70a1-43ba-a93f-3c9d500e2404 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.347402] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 682.347402] env[70623]: value = "task-2793062" [ 682.347402] env[70623]: _type = "Task" [ 682.347402] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.356164] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793062, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.381370] env[70623]: DEBUG nova.compute.manager [req-644f8666-b701-4b91-8663-ae7f90811d1b req-d270aa4a-f5d0-4d6c-9fd8-66db11365365 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Received event network-vif-plugged-c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.381370] env[70623]: DEBUG oslo_concurrency.lockutils [req-644f8666-b701-4b91-8663-ae7f90811d1b req-d270aa4a-f5d0-4d6c-9fd8-66db11365365 service nova] Acquiring lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.381530] env[70623]: DEBUG oslo_concurrency.lockutils [req-644f8666-b701-4b91-8663-ae7f90811d1b req-d270aa4a-f5d0-4d6c-9fd8-66db11365365 service nova] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.381708] env[70623]: DEBUG oslo_concurrency.lockutils [req-644f8666-b701-4b91-8663-ae7f90811d1b req-d270aa4a-f5d0-4d6c-9fd8-66db11365365 service nova] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.381996] env[70623]: DEBUG nova.compute.manager [req-644f8666-b701-4b91-8663-ae7f90811d1b req-d270aa4a-f5d0-4d6c-9fd8-66db11365365 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] No waiting events found dispatching network-vif-plugged-c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.382147] env[70623]: WARNING nova.compute.manager [req-644f8666-b701-4b91-8663-ae7f90811d1b req-d270aa4a-f5d0-4d6c-9fd8-66db11365365 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Received unexpected event network-vif-plugged-c1c7c154-f3be-45f1-a26c-271603add781 for instance with vm_state building and task_state spawning. [ 682.489466] env[70623]: DEBUG nova.network.neutron [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Successfully updated port: c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.663863] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85a5540-859f-47f5-9156-e87038f513a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.672666] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089eeb40-26ee-431a-af52-b0e5d613a4f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.705259] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233f7e25-fd97-43ad-8a7d-868dce5214f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.714249] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce48c54-800a-427d-bec4-6f4f84b852a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.731345] env[70623]: DEBUG nova.compute.provider_tree [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.859570] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793062, 'name': Rename_Task, 'duration_secs': 0.187907} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.859902] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.860145] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b25995e-c984-4c81-a95f-f262b2cb26d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.868776] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 682.868776] env[70623]: value = "task-2793063" [ 682.868776] env[70623]: _type = "Task" [ 682.868776] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.880500] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.992228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "refresh_cache-ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquired lock "refresh_cache-ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992585] env[70623]: DEBUG nova.network.neutron [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.269910] env[70623]: DEBUG nova.scheduler.client.report [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.270176] env[70623]: DEBUG nova.compute.provider_tree [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 54 to 55 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.270939] env[70623]: DEBUG nova.compute.provider_tree [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.382241] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.546741] env[70623]: DEBUG nova.network.neutron [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.715710] env[70623]: DEBUG nova.network.neutron [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Updating instance_info_cache with network_info: [{"id": "c1c7c154-f3be-45f1-a26c-271603add781", "address": "fa:16:3e:18:ad:be", "network": {"id": "69261046-1744-4a83-956a-f27153d56981", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1730789176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d04fec406b54cd89d0147362843be5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c7c154-f3", "ovs_interfaceid": "c1c7c154-f3be-45f1-a26c-271603add781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.777077] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.921s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.778031] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.780134] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.731s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.780429] env[70623]: DEBUG nova.objects.instance [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lazy-loading 'resources' on Instance uuid 476ba092-72d4-4e2b-807a-cb1bd63f2fe1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.813647] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "956f1c1c-f359-4b4c-a860-feab6992d793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.813893] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "956f1c1c-f359-4b4c-a860-feab6992d793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.881266] env[70623]: DEBUG oslo_vmware.api [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793063, 'name': PowerOnVM_Task, 'duration_secs': 0.535594} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.881808] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.882019] env[70623]: INFO nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Took 9.32 seconds to spawn the instance on the hypervisor. [ 683.882206] env[70623]: DEBUG nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.883039] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ac131-4e22-4a02-aaed-fa56d84b24fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.218515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Releasing lock "refresh_cache-ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.218821] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Instance network_info: |[{"id": "c1c7c154-f3be-45f1-a26c-271603add781", "address": "fa:16:3e:18:ad:be", "network": {"id": "69261046-1744-4a83-956a-f27153d56981", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1730789176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d04fec406b54cd89d0147362843be5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c7c154-f3", "ovs_interfaceid": "c1c7c154-f3be-45f1-a26c-271603add781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.219269] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ad:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c7c154-f3be-45f1-a26c-271603add781', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.226806] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Creating folder: Project (5d04fec406b54cd89d0147362843be5b). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.227112] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9245d9f7-4fd9-4b5b-b862-acdfcf662c4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.243315] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Created folder: Project (5d04fec406b54cd89d0147362843be5b) in parent group-v561316. [ 684.243315] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Creating folder: Instances. Parent ref: group-v561385. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.243315] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1431183-66f7-4b38-9768-a699f6e59c85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.254382] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Created folder: Instances in parent group-v561385. [ 684.256207] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.256207] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.256207] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bae87f0e-d123-4137-9071-55bb2b8bc21d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.275529] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.275529] env[70623]: value = "task-2793066" [ 684.275529] env[70623]: _type = "Task" [ 684.275529] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.285858] env[70623]: DEBUG nova.compute.utils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.291018] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793066, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.291018] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.291018] env[70623]: DEBUG nova.network.neutron [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.376280] env[70623]: DEBUG nova.policy [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e6925491ed45b783b956fb0a865bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65481dc6f40c49d682942851555c2cab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.405431] env[70623]: INFO nova.compute.manager [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Took 47.85 seconds to build instance. [ 684.446512] env[70623]: DEBUG nova.compute.manager [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Received event network-changed-c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.446715] env[70623]: DEBUG nova.compute.manager [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Refreshing instance network info cache due to event network-changed-c1c7c154-f3be-45f1-a26c-271603add781. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 684.446931] env[70623]: DEBUG oslo_concurrency.lockutils [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] Acquiring lock "refresh_cache-ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.447124] env[70623]: DEBUG oslo_concurrency.lockutils [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] Acquired lock "refresh_cache-ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.447298] env[70623]: DEBUG nova.network.neutron [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Refreshing network info cache for port c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.747626] env[70623]: DEBUG nova.network.neutron [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Successfully created port: 48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.788501] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793066, 'name': CreateVM_Task, 'duration_secs': 0.396244} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.791010] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.791582] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.799065] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.799065] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.799065] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.799065] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a2a980-3f17-4630-942a-3e416788f2a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803973] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 684.803973] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527d7856-cd0d-9d72-0750-1cf3fc124b18" [ 684.803973] env[70623]: _type = "Task" [ 684.803973] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.822511] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527d7856-cd0d-9d72-0750-1cf3fc124b18, 'name': SearchDatastore_Task, 'duration_secs': 0.015856} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.823151] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.823494] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.824247] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.824247] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.824247] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.824487] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5cfbf3-b3b6-4bb1-9c38-0d133523c1f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.837688] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.838698] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.842320] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3e7d1a-2609-4134-bddd-eb6de2adf5c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.850605] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 684.850605] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e72f8-c3ee-a775-3777-3a3f46bf9346" [ 684.850605] env[70623]: _type = "Task" [ 684.850605] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.859283] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e72f8-c3ee-a775-3777-3a3f46bf9346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.873519] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef771a4-f746-4bff-b84a-a0629c76dbc3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.881969] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c6517-a6a2-4d16-adcf-55465a5c8462 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.915907] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c75a7096-11e6-41df-94f8-23c12bd8d967 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.332s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.918843] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79170592-427d-45c9-a02e-6530c011f555 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.930291] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6946c9b9-7c94-49dc-bd2b-da0e09915832 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.955649] env[70623]: DEBUG nova.compute.provider_tree [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.366227] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e72f8-c3ee-a775-3777-3a3f46bf9346, 'name': SearchDatastore_Task, 'duration_secs': 0.015276} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.367050] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e4378a-2674-4472-9ba9-81e68185599b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.373362] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 685.373362] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5218af13-7387-0400-9b37-e5a6aa985f89" [ 685.373362] env[70623]: _type = "Task" [ 685.373362] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.383821] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5218af13-7387-0400-9b37-e5a6aa985f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.425087] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.458498] env[70623]: DEBUG nova.scheduler.client.report [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.583813] env[70623]: DEBUG nova.network.neutron [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Updated VIF entry in instance network info cache for port c1c7c154-f3be-45f1-a26c-271603add781. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.585783] env[70623]: DEBUG nova.network.neutron [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Updating instance_info_cache with network_info: [{"id": "c1c7c154-f3be-45f1-a26c-271603add781", "address": "fa:16:3e:18:ad:be", "network": {"id": "69261046-1744-4a83-956a-f27153d56981", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1730789176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d04fec406b54cd89d0147362843be5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c7c154-f3", "ovs_interfaceid": "c1c7c154-f3be-45f1-a26c-271603add781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.803695] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.835514] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.835798] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.836060] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.836362] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.836612] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.836863] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.837220] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.837498] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.837784] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.838079] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.838380] env[70623]: DEBUG nova.virt.hardware [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.839706] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafb5285-2670-4eab-aa6c-8f592932e143 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.849375] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d7322-7553-425f-8796-b66ab1dab1f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.884245] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5218af13-7387-0400-9b37-e5a6aa985f89, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.884517] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.884780] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc/ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.885052] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d58cadf-1fde-4c0c-8a0d-862e9f3c915a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.894146] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 685.894146] env[70623]: value = "task-2793067" [ 685.894146] env[70623]: _type = "Task" [ 685.894146] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.903468] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.927030] env[70623]: DEBUG nova.compute.manager [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Received event network-changed-7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.927030] env[70623]: DEBUG nova.compute.manager [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Refreshing instance network info cache due to event network-changed-7d126068-ea5a-4bc8-aacf-199669c85dbc. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.927151] env[70623]: DEBUG oslo_concurrency.lockutils [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] Acquiring lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.927344] env[70623]: DEBUG oslo_concurrency.lockutils [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] Acquired lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.927600] env[70623]: DEBUG nova.network.neutron [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Refreshing network info cache for port 7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.961797] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.964616] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.969583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.077s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.971381] env[70623]: INFO nova.compute.claims [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.995572] env[70623]: INFO nova.scheduler.client.report [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Deleted allocations for instance 476ba092-72d4-4e2b-807a-cb1bd63f2fe1 [ 686.088209] env[70623]: DEBUG oslo_concurrency.lockutils [req-e4e9be69-9890-4932-b2bb-2f53120fe1cf req-e49079c6-febc-4503-83d6-e0276aab4068 service nova] Releasing lock "refresh_cache-ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.406210] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.412470] env[70623]: DEBUG nova.network.neutron [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Successfully updated port: 48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.472581] env[70623]: DEBUG nova.compute.manager [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Received event network-vif-plugged-48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.472788] env[70623]: DEBUG oslo_concurrency.lockutils [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] Acquiring lock "b54e480f-1178-492b-a18c-48baf46b97a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.473073] env[70623]: DEBUG oslo_concurrency.lockutils [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] Lock "b54e480f-1178-492b-a18c-48baf46b97a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.473810] env[70623]: DEBUG oslo_concurrency.lockutils [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] Lock "b54e480f-1178-492b-a18c-48baf46b97a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.473810] env[70623]: DEBUG nova.compute.manager [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] No waiting events found dispatching network-vif-plugged-48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.473810] env[70623]: WARNING nova.compute.manager [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Received unexpected event network-vif-plugged-48472a34-06f8-4caf-a584-a9cf15ff262d for instance with vm_state building and task_state spawning. [ 686.473810] env[70623]: DEBUG nova.compute.manager [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Received event network-changed-48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.474081] env[70623]: DEBUG nova.compute.manager [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Refreshing instance network info cache due to event network-changed-48472a34-06f8-4caf-a584-a9cf15ff262d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 686.474081] env[70623]: DEBUG oslo_concurrency.lockutils [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] Acquiring lock "refresh_cache-b54e480f-1178-492b-a18c-48baf46b97a9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.474187] env[70623]: DEBUG oslo_concurrency.lockutils [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] Acquired lock "refresh_cache-b54e480f-1178-492b-a18c-48baf46b97a9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.474340] env[70623]: DEBUG nova.network.neutron [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Refreshing network info cache for port 48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.501755] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04c9f653-40ce-4d4f-b729-0f94750c5f44 tempest-ServersAdmin275Test-1378994745 tempest-ServersAdmin275Test-1378994745-project-member] Lock "476ba092-72d4-4e2b-807a-cb1bd63f2fe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.917s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.751404] env[70623]: DEBUG nova.network.neutron [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Updated VIF entry in instance network info cache for port 7d126068-ea5a-4bc8-aacf-199669c85dbc. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.751757] env[70623]: DEBUG nova.network.neutron [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Updating instance_info_cache with network_info: [{"id": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "address": "fa:16:3e:18:ac:ee", "network": {"id": "881ca4ba-f470-402a-a916-b698f05d5576", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-801888476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8641910ca447fb92a302d3b6a9cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d126068-ea", "ovs_interfaceid": "7d126068-ea5a-4bc8-aacf-199669c85dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.910182] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576937} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.910540] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc/ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.910749] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.910960] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d87bbd46-374f-4bc0-a381-894a52a9a698 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.916965] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "refresh_cache-b54e480f-1178-492b-a18c-48baf46b97a9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.918713] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 686.918713] env[70623]: value = "task-2793068" [ 686.918713] env[70623]: _type = "Task" [ 686.918713] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.929686] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.015898] env[70623]: DEBUG nova.network.neutron [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.254782] env[70623]: DEBUG oslo_concurrency.lockutils [req-c3db0da2-ce82-49db-99f6-5b20389cc3bf req-299e0293-cee6-4df1-8e35-cc27e67b526a service nova] Releasing lock "refresh_cache-66441d00-c5cd-4331-a28b-0062f0bbba02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.383743] env[70623]: DEBUG nova.network.neutron [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.431899] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188115} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.433501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.433685] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd90be-5984-4f86-b0f5-04d5782f90b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.462373] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc/ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.466522] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ca93a2-bcd8-44b3-b50e-9adfd11167bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.487962] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 687.487962] env[70623]: value = "task-2793069" [ 687.487962] env[70623]: _type = "Task" [ 687.487962] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.500623] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.519120] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb40f0-50b4-409c-b9c6-8c63f64ac51e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.526973] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce3f3a0-f608-4b86-8dd4-81dde947887f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.563194] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3524565-58ef-4493-9f04-d019e57cf391 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.574030] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db451429-69f9-447a-a361-8b4eb121fa71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.588014] env[70623]: DEBUG nova.compute.provider_tree [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.885902] env[70623]: DEBUG oslo_concurrency.lockutils [req-86c2c96a-5632-4b6f-a124-ab7a037277b7 req-c9c18f78-f720-4ff7-a545-a47f9320cbd9 service nova] Releasing lock "refresh_cache-b54e480f-1178-492b-a18c-48baf46b97a9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.886291] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired lock "refresh_cache-b54e480f-1178-492b-a18c-48baf46b97a9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.886447] env[70623]: DEBUG nova.network.neutron [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.927308] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.927308] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.999372] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793069, 'name': ReconfigVM_Task, 'duration_secs': 0.302532} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.999372] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc/ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.999914] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288b539b-761a-4932-b7dd-afb9b3b28e2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.008448] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 688.008448] env[70623]: value = "task-2793070" [ 688.008448] env[70623]: _type = "Task" [ 688.008448] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.019091] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793070, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.091837] env[70623]: DEBUG nova.scheduler.client.report [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.421366] env[70623]: DEBUG nova.network.neutron [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.433773] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.434201] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.434201] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.436389] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.436389] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.436389] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.436389] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 688.436389] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.521376] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793070, 'name': Rename_Task, 'duration_secs': 0.142885} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.524611] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.524930] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f7ef5f0-5e25-4f4d-af78-32c3620f7926 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.533515] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 688.533515] env[70623]: value = "task-2793071" [ 688.533515] env[70623]: _type = "Task" [ 688.533515] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.542373] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.596290] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.596830] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.599659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.878s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.601317] env[70623]: INFO nova.compute.claims [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.604628] env[70623]: DEBUG nova.network.neutron [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Updating instance_info_cache with network_info: [{"id": "48472a34-06f8-4caf-a584-a9cf15ff262d", "address": "fa:16:3e:c2:f5:0f", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48472a34-06", "ovs_interfaceid": "48472a34-06f8-4caf-a584-a9cf15ff262d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.938632] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.044261] env[70623]: DEBUG oslo_vmware.api [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793071, 'name': PowerOnVM_Task, 'duration_secs': 0.442122} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.044787] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.044787] env[70623]: INFO nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Took 7.16 seconds to spawn the instance on the hypervisor. [ 689.044882] env[70623]: DEBUG nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.045680] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c5381-0e86-49de-8df5-dbde7fe8396d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.105826] env[70623]: DEBUG nova.compute.utils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.107409] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.107595] env[70623]: DEBUG nova.network.neutron [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.111376] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Releasing lock "refresh_cache-b54e480f-1178-492b-a18c-48baf46b97a9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.111787] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Instance network_info: |[{"id": "48472a34-06f8-4caf-a584-a9cf15ff262d", "address": "fa:16:3e:c2:f5:0f", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48472a34-06", "ovs_interfaceid": "48472a34-06f8-4caf-a584-a9cf15ff262d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.113793] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48472a34-06f8-4caf-a584-a9cf15ff262d', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.123245] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.127389] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.129289] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbeec6aa-bc88-444c-a589-96d2aeb88b13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.150021] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.150021] env[70623]: value = "task-2793072" [ 689.150021] env[70623]: _type = "Task" [ 689.150021] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.161162] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793072, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.169918] env[70623]: DEBUG nova.policy [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b542c99ce09a45f284d96db224a08c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ba3ba22bb274e498662126389058015', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.531784] env[70623]: DEBUG nova.network.neutron [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Successfully created port: b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.561644] env[70623]: INFO nova.compute.manager [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Took 46.29 seconds to build instance. [ 689.610914] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.650059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f442b47-8799-4c98-aa7a-97c25acb08e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.662885] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793072, 'name': CreateVM_Task, 'duration_secs': 0.34455} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.664700] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.665448] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.665610] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.665911] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.669022] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72506ead-4896-42c7-b4e4-f014ee7c3936 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.670061] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4b482d-348a-4dec-a5e8-3ede926c4fee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.676805] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 689.676805] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521f4d31-7e41-242e-6046-95a707c59af7" [ 689.676805] env[70623]: _type = "Task" [ 689.676805] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.707373] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa9f83-84e9-4f8b-b6ed-f48438519bd8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.718108] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521f4d31-7e41-242e-6046-95a707c59af7, 'name': SearchDatastore_Task, 'duration_secs': 0.038096} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.719097] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.719342] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.719571] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.719710] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.719879] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.720715] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e71e7cde-bceb-4f48-8f6e-8adc37c6e1d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.724360] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548485e-e576-4fe7-9b30-a4d81e475757 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.739379] env[70623]: DEBUG nova.compute.provider_tree [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.744032] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.744032] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.744032] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1588fee5-0b22-44fb-92a9-3add05642c5b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.748443] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 689.748443] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528bdcb1-8900-d1e4-50cc-94c115404ef2" [ 689.748443] env[70623]: _type = "Task" [ 689.748443] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.756818] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528bdcb1-8900-d1e4-50cc-94c115404ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.067728] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45419f0c-65dc-4997-9884-9314437a11d3 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.866s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.244676] env[70623]: DEBUG nova.scheduler.client.report [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.264303] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528bdcb1-8900-d1e4-50cc-94c115404ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.026855} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.264303] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47df186e-df80-4161-8b4f-201fc04eee9f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.269913] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 690.269913] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aee29a-0029-eca9-d2ce-80729314c449" [ 690.269913] env[70623]: _type = "Task" [ 690.269913] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.279016] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aee29a-0029-eca9-d2ce-80729314c449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.569952] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.336653] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.339809] env[70623]: DEBUG nova.network.neutron [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Successfully updated port: b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.341483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.341898] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.348334] env[70623]: DEBUG nova.compute.manager [req-b2c7d447-fd36-43fa-907f-7a8ad88d34f4 req-902a3b78-f0c0-4d5e-b3ac-86db18696cbd service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-vif-plugged-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 691.348572] env[70623]: DEBUG oslo_concurrency.lockutils [req-b2c7d447-fd36-43fa-907f-7a8ad88d34f4 req-902a3b78-f0c0-4d5e-b3ac-86db18696cbd service nova] Acquiring lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.348984] env[70623]: DEBUG oslo_concurrency.lockutils [req-b2c7d447-fd36-43fa-907f-7a8ad88d34f4 req-902a3b78-f0c0-4d5e-b3ac-86db18696cbd service nova] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.348984] env[70623]: DEBUG oslo_concurrency.lockutils [req-b2c7d447-fd36-43fa-907f-7a8ad88d34f4 req-902a3b78-f0c0-4d5e-b3ac-86db18696cbd service nova] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.349086] env[70623]: DEBUG nova.compute.manager [req-b2c7d447-fd36-43fa-907f-7a8ad88d34f4 req-902a3b78-f0c0-4d5e-b3ac-86db18696cbd service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] No waiting events found dispatching network-vif-plugged-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.349521] env[70623]: WARNING nova.compute.manager [req-b2c7d447-fd36-43fa-907f-7a8ad88d34f4 req-902a3b78-f0c0-4d5e-b3ac-86db18696cbd service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received unexpected event network-vif-plugged-b8336036-17c6-4d1f-8508-c548bcb2da8e for instance with vm_state building and task_state spawning. [ 691.352017] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.168s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.352017] env[70623]: INFO nova.compute.claims [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.366092] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aee29a-0029-eca9-d2ce-80729314c449, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.366858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.368865] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] b54e480f-1178-492b-a18c-48baf46b97a9/b54e480f-1178-492b-a18c-48baf46b97a9.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.369223] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f252de6-6930-4f29-a06c-39ce744f2148 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.379509] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 691.379509] env[70623]: value = "task-2793073" [ 691.379509] env[70623]: _type = "Task" [ 691.379509] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.381722] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.381946] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.382121] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.382409] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.382470] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.382569] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.382816] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.384963] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.384963] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.384963] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.384963] env[70623]: DEBUG nova.virt.hardware [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.384963] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97da8fa-b993-4944-8443-a5371b9d27de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.387800] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.398278] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.401802] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1ac9a3-e79f-4492-8d82-6a01047ef713 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.855247] env[70623]: DEBUG nova.compute.manager [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.855247] env[70623]: DEBUG nova.compute.utils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.856081] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.856996] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.857296] env[70623]: DEBUG nova.network.neutron [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.860327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3f724-9ee2-439a-910c-9921d2dcca9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.863350] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.863671] env[70623]: DEBUG nova.network.neutron [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.896971] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.921016] env[70623]: DEBUG nova.policy [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0e3770583394210a6dd77b5df9ff0cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0150b9ff741b4a67865b2014e187490e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.319149] env[70623]: DEBUG nova.network.neutron [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Successfully created port: b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.363088] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.382917] env[70623]: INFO nova.compute.manager [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] instance snapshotting [ 692.385339] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc4f3c-7428-44c1-8e23-0c59b75640ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.401319] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565702} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.418089] env[70623]: DEBUG nova.network.neutron [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.420152] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] b54e480f-1178-492b-a18c-48baf46b97a9/b54e480f-1178-492b-a18c-48baf46b97a9.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.420403] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.423716] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7807b37b-586c-4090-817c-40c22bccd134 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.427048] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d929887-c771-4cbd-8eed-bdbddce02223 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.439138] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 692.439138] env[70623]: value = "task-2793074" [ 692.439138] env[70623]: _type = "Task" [ 692.439138] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.459859] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.575336] env[70623]: DEBUG nova.network.neutron [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.942535] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.946515] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ca8a329-074f-4a68-81ed-20ef6955dd3c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.962480] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352076} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.964224] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.964711] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 692.964711] env[70623]: value = "task-2793075" [ 692.964711] env[70623]: _type = "Task" [ 692.964711] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.965757] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13880c12-8f32-41fe-95b7-b82088d1e547 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.999026] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] b54e480f-1178-492b-a18c-48baf46b97a9/b54e480f-1178-492b-a18c-48baf46b97a9.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.004474] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a95240b-3a48-4cb3-8cc9-6303aeb86102 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.018898] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793075, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.027234] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 693.027234] env[70623]: value = "task-2793076" [ 693.027234] env[70623]: _type = "Task" [ 693.027234] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.036492] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.038469] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52daf59-b427-48d8-8797-b412889cd12a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.048099] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1220595-049c-4165-b0b1-58cccf8c7229 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.083047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.083373] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Instance network_info: |[{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.087109] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:af:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8336036-17c6-4d1f-8508-c548bcb2da8e', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.091324] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Creating folder: Project (4ba3ba22bb274e498662126389058015). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.092471] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c5eb58-f31d-48a1-938e-6ba8dad79e86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.095235] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8050e4dd-9f33-477c-9c65-4f9f5ada264a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.103040] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3f285d-b3d6-4a4b-9b3a-71cf13d44ff0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.108261] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Created folder: Project (4ba3ba22bb274e498662126389058015) in parent group-v561316. [ 693.108519] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Creating folder: Instances. Parent ref: group-v561389. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.109428] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77108c98-3a70-4634-a859-8cf7f4a2e8fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.119606] env[70623]: DEBUG nova.compute.provider_tree [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.122901] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Created folder: Instances in parent group-v561389. [ 693.122901] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.123107] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.125829] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb65c481-7428-4479-99dd-3a5d1a353a95 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.146589] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.146589] env[70623]: value = "task-2793079" [ 693.146589] env[70623]: _type = "Task" [ 693.146589] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.159712] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793079, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.312415] env[70623]: DEBUG nova.compute.manager [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.312525] env[70623]: DEBUG nova.compute.manager [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing instance network info cache due to event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 693.312752] env[70623]: DEBUG oslo_concurrency.lockutils [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.312947] env[70623]: DEBUG oslo_concurrency.lockutils [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.313292] env[70623]: DEBUG nova.network.neutron [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.376207] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.400736] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.401526] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.402355] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.402877] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.403212] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.403542] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.404170] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.404937] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.404937] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.405209] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.405599] env[70623]: DEBUG nova.virt.hardware [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.406826] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a73e7-f83c-40ee-b0b9-a88009f3aa3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.420014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc276a-7165-47fd-872a-3f531b6cc99b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.486445] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793075, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.537150] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.624924] env[70623]: DEBUG nova.scheduler.client.report [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.658477] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793079, 'name': CreateVM_Task, 'duration_secs': 0.363467} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.658702] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.659460] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.659656] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.660016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.660311] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2184946c-fe76-4750-a399-5a31fe101d1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.665582] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 693.665582] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff4b7e-34d1-09d7-46ed-6077fa5a2d56" [ 693.665582] env[70623]: _type = "Task" [ 693.665582] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.674425] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff4b7e-34d1-09d7-46ed-6077fa5a2d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.986561] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793075, 'name': CreateSnapshot_Task, 'duration_secs': 0.714856} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.989722] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.989722] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52363baf-21c0-4d1d-b3f3-bec5494d0492 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.041019] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793076, 'name': ReconfigVM_Task, 'duration_secs': 0.531765} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.041019] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Reconfigured VM instance instance-00000018 to attach disk [datastore2] b54e480f-1178-492b-a18c-48baf46b97a9/b54e480f-1178-492b-a18c-48baf46b97a9.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.041019] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c06437c5-e695-43f9-8da9-48f71650ed6a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.047128] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 694.047128] env[70623]: value = "task-2793080" [ 694.047128] env[70623]: _type = "Task" [ 694.047128] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.056622] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793080, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.064136] env[70623]: DEBUG nova.network.neutron [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updated VIF entry in instance network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.064136] env[70623]: DEBUG nova.network.neutron [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.132295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.132721] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.135692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.049s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.178388] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff4b7e-34d1-09d7-46ed-6077fa5a2d56, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.178742] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.181938] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.181938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.181938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.181938] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.181938] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a103d0a-ece5-490a-9e32-4f8953039706 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.190248] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.190476] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.191201] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c092fa-d263-4fb6-9e58-202dbc7137ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.197667] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 694.197667] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520cfdb4-9c96-e445-0126-6c8eaf49a0b7" [ 694.197667] env[70623]: _type = "Task" [ 694.197667] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.206640] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520cfdb4-9c96-e445-0126-6c8eaf49a0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.221596] env[70623]: DEBUG nova.network.neutron [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Successfully updated port: b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.243116] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.243397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.505979] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.506815] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e5b7f21-d411-4c5f-86b4-9120aba0e436 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.517196] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 694.517196] env[70623]: value = "task-2793081" [ 694.517196] env[70623]: _type = "Task" [ 694.517196] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.525617] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793081, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.557033] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793080, 'name': Rename_Task, 'duration_secs': 0.151818} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.557320] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.557566] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162a00dc-8109-46e5-94c7-8f21240eb5a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.565368] env[70623]: DEBUG oslo_concurrency.lockutils [req-86fd8047-daa8-47e0-849f-f3625f238de7 req-016050a8-85a8-4dbd-a568-6e0bacb5d4f7 service nova] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567389] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 694.567389] env[70623]: value = "task-2793082" [ 694.567389] env[70623]: _type = "Task" [ 694.567389] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.576132] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.642146] env[70623]: INFO nova.compute.claims [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.647469] env[70623]: DEBUG nova.compute.utils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.652020] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.652020] env[70623]: DEBUG nova.network.neutron [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.703252] env[70623]: DEBUG nova.policy [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e0aa35d2e64d9c978d481e37e1eb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c37116fb2f452294bd4d61f3ca2d1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.711239] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520cfdb4-9c96-e445-0126-6c8eaf49a0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.712084] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b10a309-1cdc-4020-a37d-3b46f6ac284e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.720241] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 694.720241] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5224eb12-9817-0c3e-cc82-28a390021f8e" [ 694.720241] env[70623]: _type = "Task" [ 694.720241] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.724012] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.724162] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.724305] env[70623]: DEBUG nova.network.neutron [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.730537] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5224eb12-9817-0c3e-cc82-28a390021f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.028033] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793081, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.032747] env[70623]: DEBUG nova.network.neutron [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Successfully created port: f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.078177] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.151487] env[70623]: INFO nova.compute.resource_tracker [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating resource usage from migration 2f7da5ca-0c0d-482f-8a55-6d0bec1a7518 [ 695.154797] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.241208] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5224eb12-9817-0c3e-cc82-28a390021f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.241832] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.242962] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/0ed3e504-e3d4-46ea-a5e5-a72cf22056b8.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.247153] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60341fed-f687-47b1-9c7a-749db3b5539f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.265019] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 695.265019] env[70623]: value = "task-2793083" [ 695.265019] env[70623]: _type = "Task" [ 695.265019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.274135] env[70623]: DEBUG nova.network.neutron [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.281596] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.399809] env[70623]: DEBUG nova.compute.manager [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Received event network-vif-plugged-b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.400126] env[70623]: DEBUG oslo_concurrency.lockutils [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] Acquiring lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.400301] env[70623]: DEBUG oslo_concurrency.lockutils [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.400406] env[70623]: DEBUG oslo_concurrency.lockutils [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.400624] env[70623]: DEBUG nova.compute.manager [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] No waiting events found dispatching network-vif-plugged-b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.400850] env[70623]: WARNING nova.compute.manager [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Received unexpected event network-vif-plugged-b8aee99a-3b50-4648-8e41-ea491efc64da for instance with vm_state building and task_state spawning. [ 695.401042] env[70623]: DEBUG nova.compute.manager [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Received event network-changed-b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.401195] env[70623]: DEBUG nova.compute.manager [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Refreshing instance network info cache due to event network-changed-b8aee99a-3b50-4648-8e41-ea491efc64da. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 695.401341] env[70623]: DEBUG oslo_concurrency.lockutils [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] Acquiring lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.475206] env[70623]: DEBUG nova.network.neutron [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [{"id": "b8aee99a-3b50-4648-8e41-ea491efc64da", "address": "fa:16:3e:b5:01:a1", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8aee99a-3b", "ovs_interfaceid": "b8aee99a-3b50-4648-8e41-ea491efc64da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.530603] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793081, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.581289] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.709293] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fbda76-91d2-4564-adcc-d136d087c68a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.719479] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6382553-aa5d-49f5-a408-cabc10ff10c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.756884] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8dad4-4d29-4700-a19f-e967a397b0cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.770681] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9adffee-ebce-44b9-8ffb-4bdf79b98734 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.779695] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454106} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.787578] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/0ed3e504-e3d4-46ea-a5e5-a72cf22056b8.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.787812] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.788285] env[70623]: DEBUG nova.compute.provider_tree [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.789834] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef823125-317d-4403-9fa2-c21bd973e170 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.797025] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 695.797025] env[70623]: value = "task-2793084" [ 695.797025] env[70623]: _type = "Task" [ 695.797025] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.806743] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.980890] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.980890] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance network_info: |[{"id": "b8aee99a-3b50-4648-8e41-ea491efc64da", "address": "fa:16:3e:b5:01:a1", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8aee99a-3b", "ovs_interfaceid": "b8aee99a-3b50-4648-8e41-ea491efc64da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.981183] env[70623]: DEBUG oslo_concurrency.lockutils [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] Acquired lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.981183] env[70623]: DEBUG nova.network.neutron [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Refreshing network info cache for port b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.981755] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:01:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8aee99a-3b50-4648-8e41-ea491efc64da', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.990820] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.991371] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.991661] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a80d450-1927-4728-b51a-f384b0a7d2fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.019325] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.019325] env[70623]: value = "task-2793085" [ 696.019325] env[70623]: _type = "Task" [ 696.019325] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.030032] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793081, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.033252] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793085, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.079761] env[70623]: DEBUG oslo_vmware.api [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793082, 'name': PowerOnVM_Task, 'duration_secs': 1.311149} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.079967] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.080191] env[70623]: INFO nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Took 10.28 seconds to spawn the instance on the hypervisor. [ 696.080371] env[70623]: DEBUG nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.081202] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f627532-e124-42f3-9705-7db0cfaa3a60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.170140] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.192725] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.193015] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.193179] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.193361] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.193505] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.193652] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.193856] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.194021] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.194204] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.194376] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.194546] env[70623]: DEBUG nova.virt.hardware [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.195411] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f3d9b-ca3a-4168-a067-1d6c0fa9322f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.204032] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026138a8-48d1-4947-a27a-841c4c099c08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.293459] env[70623]: DEBUG nova.scheduler.client.report [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.307321] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073206} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.307321] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.307321] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d0501-d4d3-4621-8fe2-e45aa66b4daf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.334960] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/0ed3e504-e3d4-46ea-a5e5-a72cf22056b8.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.335664] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3ed76f-668e-4fc4-a8ae-7dfb784e9f1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.358547] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 696.358547] env[70623]: value = "task-2793086" [ 696.358547] env[70623]: _type = "Task" [ 696.358547] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.368606] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.534649] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793081, 'name': CloneVM_Task, 'duration_secs': 1.638698} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.534996] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793085, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.535079] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Created linked-clone VM from snapshot [ 696.535846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396cae1-cc9b-4d6a-9bbe-5740c9f68f0e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.544808] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Uploading image b62c0a4d-98b9-4b75-8e64-3735bc0af733 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 696.574930] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.574930] env[70623]: value = "vm-561393" [ 696.574930] env[70623]: _type = "VirtualMachine" [ 696.574930] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.575488] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d21699e6-6979-4c30-9f6f-f173951889f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.585028] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lease: (returnval){ [ 696.585028] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225aea8-e708-8701-1178-8880be5ab385" [ 696.585028] env[70623]: _type = "HttpNfcLease" [ 696.585028] env[70623]: } obtained for exporting VM: (result){ [ 696.585028] env[70623]: value = "vm-561393" [ 696.585028] env[70623]: _type = "VirtualMachine" [ 696.585028] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 696.585028] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the lease: (returnval){ [ 696.585028] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225aea8-e708-8701-1178-8880be5ab385" [ 696.585028] env[70623]: _type = "HttpNfcLease" [ 696.585028] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 696.596318] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.596318] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225aea8-e708-8701-1178-8880be5ab385" [ 696.596318] env[70623]: _type = "HttpNfcLease" [ 696.596318] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 696.599223] env[70623]: INFO nova.compute.manager [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Took 49.91 seconds to build instance. [ 696.668090] env[70623]: DEBUG nova.network.neutron [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Successfully updated port: f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.762360] env[70623]: DEBUG nova.network.neutron [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updated VIF entry in instance network info cache for port b8aee99a-3b50-4648-8e41-ea491efc64da. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.762699] env[70623]: DEBUG nova.network.neutron [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [{"id": "b8aee99a-3b50-4648-8e41-ea491efc64da", "address": "fa:16:3e:b5:01:a1", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8aee99a-3b", "ovs_interfaceid": "b8aee99a-3b50-4648-8e41-ea491efc64da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.799016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.664s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.799293] env[70623]: INFO nova.compute.manager [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Migrating [ 696.799564] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.799738] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.801013] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.687s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.801274] env[70623]: DEBUG nova.objects.instance [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lazy-loading 'resources' on Instance uuid 031e2546-99d7-4602-8aec-b0b108a31fe4 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.869512] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793086, 'name': ReconfigVM_Task, 'duration_secs': 0.349925} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.869783] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/0ed3e504-e3d4-46ea-a5e5-a72cf22056b8.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.870779] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f36df6b1-f943-4c13-9f89-4c9394dcfd6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.877414] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 696.877414] env[70623]: value = "task-2793088" [ 696.877414] env[70623]: _type = "Task" [ 696.877414] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.885523] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793088, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.026919] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793085, 'name': CreateVM_Task, 'duration_secs': 0.761385} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.027115] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.027699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027869] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.028215] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.028486] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244a6fe4-cfea-42a7-8c1d-fa7a00a45db1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.035025] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 697.035025] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52974afc-90d6-098f-06e4-eaacde53d863" [ 697.035025] env[70623]: _type = "Task" [ 697.035025] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.042388] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52974afc-90d6-098f-06e4-eaacde53d863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.093158] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.093158] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225aea8-e708-8701-1178-8880be5ab385" [ 697.093158] env[70623]: _type = "HttpNfcLease" [ 697.093158] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.093396] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.093396] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225aea8-e708-8701-1178-8880be5ab385" [ 697.093396] env[70623]: _type = "HttpNfcLease" [ 697.093396] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.094087] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610be3b4-8cc7-43a5-961a-a9a515cf5648 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.102446] env[70623]: DEBUG oslo_concurrency.lockutils [None req-988d5cb7-bde3-44ca-9ba9-ec387d3e5dc6 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "b54e480f-1178-492b-a18c-48baf46b97a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.052s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.102830] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ab3a8-2f7c-a3be-fc5b-9cb7636b1ce7/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.103015] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ab3a8-2f7c-a3be-fc5b-9cb7636b1ce7/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.172000] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "refresh_cache-74508bf5-d9b7-486b-a5e6-9387f3b96496" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.173038] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "refresh_cache-74508bf5-d9b7-486b-a5e6-9387f3b96496" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.173038] env[70623]: DEBUG nova.network.neutron [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.231029] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67bbd555-f9da-4262-a533-97691b4975f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.265479] env[70623]: DEBUG oslo_concurrency.lockutils [req-a17d4e98-e1a0-4f0e-aa42-5ee83c322185 req-c08f445a-56b8-47c9-90b7-3282777bffd7 service nova] Releasing lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.303528] env[70623]: INFO nova.compute.rpcapi [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 697.304128] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.394789] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793088, 'name': Rename_Task, 'duration_secs': 0.15092} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.397670] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.398948] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a90cb8-6ba3-41c6-96a8-edf4409cd145 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.406934] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 697.406934] env[70623]: value = "task-2793089" [ 697.406934] env[70623]: _type = "Task" [ 697.406934] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.422772] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.546980] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52974afc-90d6-098f-06e4-eaacde53d863, 'name': SearchDatastore_Task, 'duration_secs': 0.03533} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.549867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.550135] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.550375] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.550622] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.550834] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.551319] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e285c1-ee21-416a-abe6-0c440df3c597 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.562897] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.563118] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.563938] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd1cf84-4887-4c80-830c-b66e5980a1dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.573797] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 697.573797] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525c3d51-fbfa-11a7-13c3-ad125e23e971" [ 697.573797] env[70623]: _type = "Task" [ 697.573797] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.584892] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525c3d51-fbfa-11a7-13c3-ad125e23e971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.604212] env[70623]: DEBUG nova.compute.manager [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Received event network-vif-plugged-f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.604567] env[70623]: DEBUG oslo_concurrency.lockutils [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] Acquiring lock "74508bf5-d9b7-486b-a5e6-9387f3b96496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.605146] env[70623]: DEBUG oslo_concurrency.lockutils [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.605449] env[70623]: DEBUG oslo_concurrency.lockutils [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.605630] env[70623]: DEBUG nova.compute.manager [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] No waiting events found dispatching network-vif-plugged-f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.605820] env[70623]: WARNING nova.compute.manager [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Received unexpected event network-vif-plugged-f1a367e2-0221-4a0c-8f64-d859f1973b49 for instance with vm_state building and task_state spawning. [ 697.606011] env[70623]: DEBUG nova.compute.manager [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Received event network-changed-f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.606180] env[70623]: DEBUG nova.compute.manager [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Refreshing instance network info cache due to event network-changed-f1a367e2-0221-4a0c-8f64-d859f1973b49. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 697.606348] env[70623]: DEBUG oslo_concurrency.lockutils [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] Acquiring lock "refresh_cache-74508bf5-d9b7-486b-a5e6-9387f3b96496" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.607701] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.821524] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9faa73e-4291-4579-bc9b-906426573fe7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.824592] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.824824] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.825025] env[70623]: DEBUG nova.network.neutron [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.831797] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Suspending the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 697.832010] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bb84c601-6f74-4a00-adc8-edd0d3346348 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.841546] env[70623]: DEBUG oslo_vmware.api [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] Waiting for the task: (returnval){ [ 697.841546] env[70623]: value = "task-2793090" [ 697.841546] env[70623]: _type = "Task" [ 697.841546] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.852350] env[70623]: DEBUG oslo_vmware.api [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] Task: {'id': task-2793090, 'name': SuspendVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.898543] env[70623]: DEBUG nova.network.neutron [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.928545] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793089, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.939839] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ccd84-2f2b-4a55-9493-04d0ccc35988 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.950326] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f36ef5-4e25-4671-8650-ecfbcd1c5188 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.990484] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d27f2-0deb-4e63-aae9-f18b959cd484 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.002168] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea941a-3a13-4f99-be61-bc425d5199ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.018262] env[70623]: DEBUG nova.compute.provider_tree [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.087219] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525c3d51-fbfa-11a7-13c3-ad125e23e971, 'name': SearchDatastore_Task, 'duration_secs': 0.014439} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.088777] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce474908-bc0f-4f21-bd0b-6d537df4f93f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.096517] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 698.096517] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9b5ea-8fbb-fb8c-e644-cd243e892f0c" [ 698.096517] env[70623]: _type = "Task" [ 698.096517] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.111772] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9b5ea-8fbb-fb8c-e644-cd243e892f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.132938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.161727] env[70623]: DEBUG nova.network.neutron [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Updating instance_info_cache with network_info: [{"id": "f1a367e2-0221-4a0c-8f64-d859f1973b49", "address": "fa:16:3e:f3:ea:18", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a367e2-02", "ovs_interfaceid": "f1a367e2-0221-4a0c-8f64-d859f1973b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.354062] env[70623]: DEBUG oslo_vmware.api [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] Task: {'id': task-2793090, 'name': SuspendVM_Task} progress is 62%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.417868] env[70623]: DEBUG oslo_vmware.api [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793089, 'name': PowerOnVM_Task, 'duration_secs': 0.517213} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.418229] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.418485] env[70623]: INFO nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Took 7.08 seconds to spawn the instance on the hypervisor. [ 698.418823] env[70623]: DEBUG nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.419674] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a44b10-bd74-4c5d-8d36-22aeffcb94a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.521772] env[70623]: DEBUG nova.scheduler.client.report [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.578664] env[70623]: DEBUG nova.network.neutron [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance_info_cache with network_info: [{"id": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "address": "fa:16:3e:85:fe:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3bb000-ae", "ovs_interfaceid": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.608398] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9b5ea-8fbb-fb8c-e644-cd243e892f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.054217} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.608760] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.609030] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 47a5a912-2f01-46b7-81c3-959a623acc2e/47a5a912-2f01-46b7-81c3-959a623acc2e.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.609298] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19336c9b-1f3b-4b5e-817c-d7aaeb62ba0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.617647] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 698.617647] env[70623]: value = "task-2793091" [ 698.617647] env[70623]: _type = "Task" [ 698.617647] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.627325] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.667597] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "refresh_cache-74508bf5-d9b7-486b-a5e6-9387f3b96496" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.667970] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Instance network_info: |[{"id": "f1a367e2-0221-4a0c-8f64-d859f1973b49", "address": "fa:16:3e:f3:ea:18", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a367e2-02", "ovs_interfaceid": "f1a367e2-0221-4a0c-8f64-d859f1973b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.668285] env[70623]: DEBUG oslo_concurrency.lockutils [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] Acquired lock "refresh_cache-74508bf5-d9b7-486b-a5e6-9387f3b96496" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.668475] env[70623]: DEBUG nova.network.neutron [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Refreshing network info cache for port f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.669997] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ea:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1a367e2-0221-4a0c-8f64-d859f1973b49', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.678386] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.681890] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.682443] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60cc185e-3550-44ba-b3d8-3c7d619e9eca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.704837] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.704837] env[70623]: value = "task-2793092" [ 698.704837] env[70623]: _type = "Task" [ 698.704837] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.714073] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793092, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.856649] env[70623]: DEBUG oslo_vmware.api [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] Task: {'id': task-2793090, 'name': SuspendVM_Task, 'duration_secs': 0.727049} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.856649] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Suspended the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 698.856649] env[70623]: DEBUG nova.compute.manager [None req-40bc0b66-ef9d-4e13-9c7a-e00cc93901cc tempest-ServersAdminNegativeTestJSON-2025064692 tempest-ServersAdminNegativeTestJSON-2025064692-project-admin] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.857570] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11749f4-78bc-40af-abb5-997359ddfe7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.948290] env[70623]: INFO nova.compute.manager [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Took 47.10 seconds to build instance. [ 698.954571] env[70623]: DEBUG nova.network.neutron [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Updated VIF entry in instance network info cache for port f1a367e2-0221-4a0c-8f64-d859f1973b49. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.955108] env[70623]: DEBUG nova.network.neutron [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Updating instance_info_cache with network_info: [{"id": "f1a367e2-0221-4a0c-8f64-d859f1973b49", "address": "fa:16:3e:f3:ea:18", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a367e2-02", "ovs_interfaceid": "f1a367e2-0221-4a0c-8f64-d859f1973b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.027840] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.031027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.145s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.034292] env[70623]: INFO nova.compute.claims [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.052081] env[70623]: INFO nova.scheduler.client.report [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Deleted allocations for instance 031e2546-99d7-4602-8aec-b0b108a31fe4 [ 699.084279] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.133051] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502015} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.134493] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 47a5a912-2f01-46b7-81c3-959a623acc2e/47a5a912-2f01-46b7-81c3-959a623acc2e.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.134493] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.134493] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c58649-b362-441c-ab7c-a182ba3b0c9d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.142383] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 699.142383] env[70623]: value = "task-2793093" [ 699.142383] env[70623]: _type = "Task" [ 699.142383] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.151316] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.215449] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793092, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.451033] env[70623]: DEBUG oslo_concurrency.lockutils [None req-316258e4-990a-4a36-bbbd-e4db3263ca67 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.308s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.457903] env[70623]: DEBUG oslo_concurrency.lockutils [req-2090458a-24f8-4e6c-aa68-8e122c711c2a req-ec47dbab-87ae-45de-8b6b-bb834cee602c service nova] Releasing lock "refresh_cache-74508bf5-d9b7-486b-a5e6-9387f3b96496" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.562141] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7c83788-9571-4629-b6df-16e408f4a424 tempest-ServerDiagnosticsTest-1131369870 tempest-ServerDiagnosticsTest-1131369870-project-member] Lock "031e2546-99d7-4602-8aec-b0b108a31fe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.623s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.654582] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077062} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.654857] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.655745] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0bf03a-fea0-45da-b4dc-c151619d90bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.679046] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 47a5a912-2f01-46b7-81c3-959a623acc2e/47a5a912-2f01-46b7-81c3-959a623acc2e.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.679357] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d20af4-300c-4fc1-bbcc-c9a5d39ae031 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.700307] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 699.700307] env[70623]: value = "task-2793094" [ 699.700307] env[70623]: _type = "Task" [ 699.700307] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.709165] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.718190] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793092, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.955663] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.004046] env[70623]: INFO nova.compute.manager [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Rescuing [ 700.004341] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.004499] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.004699] env[70623]: DEBUG nova.network.neutron [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.212325] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793094, 'name': ReconfigVM_Task, 'duration_secs': 0.327384} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.219638] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 47a5a912-2f01-46b7-81c3-959a623acc2e/47a5a912-2f01-46b7-81c3-959a623acc2e.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.220485] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd906e3-b9e3-40aa-bb32-d29d76949cdf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.229452] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793092, 'name': CreateVM_Task, 'duration_secs': 1.458374} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.233509] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.233895] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 700.233895] env[70623]: value = "task-2793095" [ 700.233895] env[70623]: _type = "Task" [ 700.233895] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.235272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.235272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.236291] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.236291] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd30403-babc-42e3-b163-4d92054fcb9f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.249000] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 700.249000] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525fdad9-5829-0ed9-be67-637ea97b37f9" [ 700.249000] env[70623]: _type = "Task" [ 700.249000] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.252569] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793095, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.261783] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525fdad9-5829-0ed9-be67-637ea97b37f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.490442] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.605428] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b6c58-bad2-4187-b127-b9e2308b4aa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.630866] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.639275] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4850112-3d8f-4dda-a52f-c3e9f40168fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.646805] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b362c-c4f6-45f5-b9c9-a7d13362724d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.685800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a26b18e-1094-47c0-8f00-03740009c173 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.695463] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fefc938-eb79-413f-9f56-cded2aba9c11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.714351] env[70623]: DEBUG nova.compute.provider_tree [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.747658] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793095, 'name': Rename_Task, 'duration_secs': 0.189321} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.747946] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.748216] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b4f528-2489-47f9-9ec4-fc6fd8f3678e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.757832] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 700.757832] env[70623]: value = "task-2793096" [ 700.757832] env[70623]: _type = "Task" [ 700.757832] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.765488] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525fdad9-5829-0ed9-be67-637ea97b37f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.766213] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.766453] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.766698] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.766855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.767032] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.767338] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c298f0-247e-4baf-810f-e5741c593f5f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.775157] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.785877] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.786074] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.786842] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1111fea7-d14b-4aad-9597-54bc426728b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.797608] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 700.797608] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd5594-5947-2dd3-5fe5-4501923d7b57" [ 700.797608] env[70623]: _type = "Task" [ 700.797608] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.809140] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd5594-5947-2dd3-5fe5-4501923d7b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.884994] env[70623]: DEBUG nova.network.neutron [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.143589] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.143982] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc25e33-0c1b-4f88-9179-a1ff5b290bd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.152953] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 701.152953] env[70623]: value = "task-2793097" [ 701.152953] env[70623]: _type = "Task" [ 701.152953] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.164347] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.219525] env[70623]: DEBUG nova.scheduler.client.report [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.271794] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793096, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.310289] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd5594-5947-2dd3-5fe5-4501923d7b57, 'name': SearchDatastore_Task, 'duration_secs': 0.027489} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.311189] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c4d5f8-bc3e-4db0-aeda-4a159efe4b38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.321170] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 701.321170] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52274e15-a205-559e-7c5b-7e805b0f4dd2" [ 701.321170] env[70623]: _type = "Task" [ 701.321170] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.331104] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52274e15-a205-559e-7c5b-7e805b0f4dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.387767] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.664160] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793097, 'name': PowerOffVM_Task, 'duration_secs': 0.231578} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.664494] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.664701] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.704125] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "b54e480f-1178-492b-a18c-48baf46b97a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.704557] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "b54e480f-1178-492b-a18c-48baf46b97a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.704843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "b54e480f-1178-492b-a18c-48baf46b97a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.705112] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "b54e480f-1178-492b-a18c-48baf46b97a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.705376] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "b54e480f-1178-492b-a18c-48baf46b97a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.707953] env[70623]: INFO nova.compute.manager [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Terminating instance [ 701.724728] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.725578] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.730031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.550s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.730820] env[70623]: DEBUG nova.objects.instance [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lazy-loading 'resources' on Instance uuid 65316bf8-eb2d-4ff5-95a4-53d82fd65a99 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.769499] env[70623]: DEBUG oslo_vmware.api [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793096, 'name': PowerOnVM_Task, 'duration_secs': 0.761854} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.771059] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.771059] env[70623]: INFO nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Took 8.40 seconds to spawn the instance on the hypervisor. [ 701.771059] env[70623]: DEBUG nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.771644] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ea261-b686-47aa-9f53-09e51ebd6249 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.834523] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52274e15-a205-559e-7c5b-7e805b0f4dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.020454} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.834852] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.835193] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 74508bf5-d9b7-486b-a5e6-9387f3b96496/74508bf5-d9b7-486b-a5e6-9387f3b96496.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.835853] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31c0fc96-1945-4942-a6b8-7d166aa81823 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.844511] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 701.844511] env[70623]: value = "task-2793098" [ 701.844511] env[70623]: _type = "Task" [ 701.844511] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.854684] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.172033] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.172190] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.172250] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.172390] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.172535] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.172684] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.172893] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.173128] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.173349] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.173521] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.173942] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.179293] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa535960-0493-4965-b4ff-055423ca60ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.196479] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 702.196479] env[70623]: value = "task-2793099" [ 702.196479] env[70623]: _type = "Task" [ 702.196479] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.208584] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.215535] env[70623]: DEBUG nova.compute.manager [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.215768] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.216665] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c848581-c4cc-48fd-8990-eb73f7419c64 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.226832] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.227091] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ad64d7-63cd-450c-99e5-6d1379ff06e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.238188] env[70623]: DEBUG nova.compute.utils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.240787] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.241455] env[70623]: DEBUG nova.network.neutron [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.293109] env[70623]: INFO nova.compute.manager [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Took 44.60 seconds to build instance. [ 702.325520] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.325774] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.325970] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Deleting the datastore file [datastore2] b54e480f-1178-492b-a18c-48baf46b97a9 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.327307] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de7dc4b3-bc30-40e1-afee-94ba2b3324ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.332019] env[70623]: DEBUG nova.policy [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1261731aad9d47dcb6965ffb9dd75b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e13c04919740b3a5aa84c65c5b4789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.342852] env[70623]: DEBUG oslo_vmware.api [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 702.342852] env[70623]: value = "task-2793101" [ 702.342852] env[70623]: _type = "Task" [ 702.342852] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.367984] env[70623]: DEBUG oslo_vmware.api [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.367984] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793098, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.712858] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793099, 'name': ReconfigVM_Task, 'duration_secs': 0.353434} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.712858] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.749064] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.770933] env[70623]: DEBUG nova.network.neutron [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Successfully created port: e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.797449] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f84c0561-f104-4562-b226-8256575b8b0a tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.670s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.857606] env[70623]: DEBUG oslo_vmware.api [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403365} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.858385] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.858531] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.858755] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.858945] env[70623]: INFO nova.compute.manager [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Took 0.64 seconds to destroy the instance on the hypervisor. [ 702.859213] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.859409] env[70623]: DEBUG nova.compute.manager [-] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.859504] env[70623]: DEBUG nova.network.neutron [-] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.864588] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685788} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.867502] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 74508bf5-d9b7-486b-a5e6-9387f3b96496/74508bf5-d9b7-486b-a5e6-9387f3b96496.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.867779] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.871019] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f90dfa83-1bc3-41fd-ab2e-094e3927937b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.877808] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 702.877808] env[70623]: value = "task-2793102" [ 702.877808] env[70623]: _type = "Task" [ 702.877808] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.885345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece99939-1492-472f-9e42-670f4752415b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.892281] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.898799] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe315eb7-c976-4c2f-a199-d41e903d110e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.937315] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da625066-5dbf-4965-89f1-ef4b001fde8b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.941785] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.942097] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f065b65-b3c8-44ab-b20b-a7bab30945a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.950334] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05bffdd-b58f-4358-8a22-619fac42a9dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.958569] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 702.958569] env[70623]: value = "task-2793103" [ 702.958569] env[70623]: _type = "Task" [ 702.958569] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.973838] env[70623]: DEBUG nova.compute.provider_tree [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.985544] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.223226] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.223226] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.223226] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.223226] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.223544] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.226729] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.226729] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.226729] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.226729] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.226729] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.227119] env[70623]: DEBUG nova.virt.hardware [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.231136] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 703.231502] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c10bd2-e793-40ae-8417-985272ba6a13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.253394] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 703.253394] env[70623]: value = "task-2793104" [ 703.253394] env[70623]: _type = "Task" [ 703.253394] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.269845] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.301271] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.390168] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793102, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.477497] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793103, 'name': PowerOffVM_Task, 'duration_secs': 0.217517} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.477638] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.478730] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825dd5b0-9284-46b1-a0eb-b19bc2c63b77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.483071] env[70623]: DEBUG nova.scheduler.client.report [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.507628] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac1424-9da3-4f41-bf94-3def92b23a3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.554391] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.554696] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b032ab-6fb7-4fec-90b8-ebda539cf44d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.566256] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 703.566256] env[70623]: value = "task-2793105" [ 703.566256] env[70623]: _type = "Task" [ 703.566256] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.572772] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 703.573085] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.573366] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.573526] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.573706] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.573952] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0a89c8-074f-48d7-84ff-e84544464b82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.588315] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.588315] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.588315] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be27a0a-f8a2-4066-a8a0-9c64bc8146a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.595969] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 703.595969] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b72773-edb5-896f-06c9-495609c2b03e" [ 703.595969] env[70623]: _type = "Task" [ 703.595969] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.609501] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b72773-edb5-896f-06c9-495609c2b03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.634035] env[70623]: DEBUG nova.compute.manager [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.634255] env[70623]: DEBUG nova.compute.manager [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing instance network info cache due to event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.634477] env[70623]: DEBUG oslo_concurrency.lockutils [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] Acquiring lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.634655] env[70623]: DEBUG oslo_concurrency.lockutils [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] Acquired lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.634802] env[70623]: DEBUG nova.network.neutron [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.767961] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.770728] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793104, 'name': ReconfigVM_Task, 'duration_secs': 0.300856} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.771030] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 703.773347] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41391212-76bf-4916-8829-27d1b53a553d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.802646] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88/a47d55e8-62b5-42ae-8fc3-d10f4bc81b88.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.809356] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9c1d72-1938-40be-8ee9-0c59267542ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.823693] env[70623]: DEBUG nova.network.neutron [-] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.833972] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.834308] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.834497] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.834718] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.834873] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.835469] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.835858] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.836085] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.836312] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.836481] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.836682] env[70623]: DEBUG nova.virt.hardware [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.837628] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845f4df-ca0c-4f74-8ad0-78bad90ace4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.843408] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.843780] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 703.843780] env[70623]: value = "task-2793106" [ 703.843780] env[70623]: _type = "Task" [ 703.843780] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.852624] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f6aae-3683-4db5-8354-305f72f1e623 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.860489] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.888040] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.976253} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.888320] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.889164] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3dcf52-f632-4c5b-8d98-3a6083f1e5c5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.914826] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 74508bf5-d9b7-486b-a5e6-9387f3b96496/74508bf5-d9b7-486b-a5e6-9387f3b96496.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.914826] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453ab8cd-a100-4293-83f7-6df53ec742b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.936637] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 703.936637] env[70623]: value = "task-2793107" [ 703.936637] env[70623]: _type = "Task" [ 703.936637] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.946675] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.990038] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.992509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.006s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.994197] env[70623]: INFO nova.compute.claims [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.013304] env[70623]: INFO nova.scheduler.client.report [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleted allocations for instance 65316bf8-eb2d-4ff5-95a4-53d82fd65a99 [ 704.109656] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b72773-edb5-896f-06c9-495609c2b03e, 'name': SearchDatastore_Task, 'duration_secs': 0.031635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.111027] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5fe275-57b4-441f-bf4b-7c887545a815 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.118968] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 704.118968] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cf5aab-73e1-554c-a865-5ea85cac9bd1" [ 704.118968] env[70623]: _type = "Task" [ 704.118968] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.128622] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cf5aab-73e1-554c-a865-5ea85cac9bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.327287] env[70623]: INFO nova.compute.manager [-] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Took 1.47 seconds to deallocate network for instance. [ 704.355606] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793106, 'name': ReconfigVM_Task, 'duration_secs': 0.4466} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.355925] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Reconfigured VM instance instance-00000011 to attach disk [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88/a47d55e8-62b5-42ae-8fc3-d10f4bc81b88.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.356226] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 704.452043] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.479879] env[70623]: DEBUG nova.network.neutron [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updated VIF entry in instance network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.480271] env[70623]: DEBUG nova.network.neutron [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.520664] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4b68ebfb-4e57-41bb-a1b6-159681b588c9 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "65316bf8-eb2d-4ff5-95a4-53d82fd65a99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.974s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.630015] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cf5aab-73e1-554c-a865-5ea85cac9bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014602} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.631362] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.631681] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. {{(pid=70623) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 704.631986] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eedfd06-aac7-49f0-85b3-2e76cf75b319 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.640864] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 704.640864] env[70623]: value = "task-2793108" [ 704.640864] env[70623]: _type = "Task" [ 704.640864] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.650517] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.817818] env[70623]: DEBUG nova.compute.manager [req-198dc773-4d48-4a1b-a9bd-0162002629fc req-9cfbf04c-e83b-4e76-aa27-061a4bcfe326 service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Received event network-vif-plugged-e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 704.818175] env[70623]: DEBUG oslo_concurrency.lockutils [req-198dc773-4d48-4a1b-a9bd-0162002629fc req-9cfbf04c-e83b-4e76-aa27-061a4bcfe326 service nova] Acquiring lock "ea764944-7779-4159-a4d2-e989765163f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.818346] env[70623]: DEBUG oslo_concurrency.lockutils [req-198dc773-4d48-4a1b-a9bd-0162002629fc req-9cfbf04c-e83b-4e76-aa27-061a4bcfe326 service nova] Lock "ea764944-7779-4159-a4d2-e989765163f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.818514] env[70623]: DEBUG oslo_concurrency.lockutils [req-198dc773-4d48-4a1b-a9bd-0162002629fc req-9cfbf04c-e83b-4e76-aa27-061a4bcfe326 service nova] Lock "ea764944-7779-4159-a4d2-e989765163f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.818723] env[70623]: DEBUG nova.compute.manager [req-198dc773-4d48-4a1b-a9bd-0162002629fc req-9cfbf04c-e83b-4e76-aa27-061a4bcfe326 service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] No waiting events found dispatching network-vif-plugged-e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.818892] env[70623]: WARNING nova.compute.manager [req-198dc773-4d48-4a1b-a9bd-0162002629fc req-9cfbf04c-e83b-4e76-aa27-061a4bcfe326 service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Received unexpected event network-vif-plugged-e2043d86-59b0-4c95-b264-9542a9a68c74 for instance with vm_state building and task_state spawning. [ 704.837837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.864033] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e238afa-65bc-4a9d-b784-d42029d6acef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.886649] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193f690a-fb26-4bc6-887b-f1f5c6556ad1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.908937] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 704.948807] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793107, 'name': ReconfigVM_Task, 'duration_secs': 0.612597} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.949192] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 74508bf5-d9b7-486b-a5e6-9387f3b96496/74508bf5-d9b7-486b-a5e6-9387f3b96496.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.950284] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-941c8e05-8fce-4105-9b7f-c35d8c54a9b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.960669] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 704.960669] env[70623]: value = "task-2793109" [ 704.960669] env[70623]: _type = "Task" [ 704.960669] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.973819] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793109, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.984092] env[70623]: DEBUG oslo_concurrency.lockutils [req-e3f5d5aa-7cf2-44e0-8e7a-b7edf983bf1b req-940d7775-4042-4918-8e3a-895fd00ed444 service nova] Releasing lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.081159] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ab3a8-2f7c-a3be-fc5b-9cb7636b1ce7/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.082268] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855eb7e0-9615-4373-9d85-06090386fd7d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.095913] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ab3a8-2f7c-a3be-fc5b-9cb7636b1ce7/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.096392] env[70623]: ERROR oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ab3a8-2f7c-a3be-fc5b-9cb7636b1ce7/disk-0.vmdk due to incomplete transfer. [ 705.096764] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71b28bee-afbb-437a-80c8-6376ed594f10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.110037] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ab3a8-2f7c-a3be-fc5b-9cb7636b1ce7/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.110037] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Uploaded image b62c0a4d-98b9-4b75-8e64-3735bc0af733 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.111928] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.116585] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1fc99f3-cecb-45de-b08a-a03fe0d04e5a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.129076] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 705.129076] env[70623]: value = "task-2793110" [ 705.129076] env[70623]: _type = "Task" [ 705.129076] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.140653] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793110, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.158871] env[70623]: DEBUG nova.network.neutron [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Successfully updated port: e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.158871] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.475453] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793109, 'name': Rename_Task, 'duration_secs': 0.191253} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.476369] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.477038] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1b47ad-a094-4af1-ab21-ba8bf9c93f66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.487924] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 705.487924] env[70623]: value = "task-2793111" [ 705.487924] env[70623]: _type = "Task" [ 705.487924] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.498283] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.509552] env[70623]: DEBUG nova.network.neutron [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Port 2e3bb000-ae08-45a9-8a97-09c0e645230c binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 705.610314] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6312a449-8da2-4281-846a-5f97587b05fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.618415] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d93f51-3712-4cb4-b5d1-a8fc64d789f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.669058] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0425fbc9-1ac4-4d7e-8f45-18559c1f7ce4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.671909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "refresh_cache-ea764944-7779-4159-a4d2-e989765163f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.672097] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "refresh_cache-ea764944-7779-4159-a4d2-e989765163f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.672286] env[70623]: DEBUG nova.network.neutron [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.684029] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67885} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.691898] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. [ 705.692341] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793110, 'name': Destroy_Task, 'duration_secs': 0.455143} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.693136] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c37704e-5d6f-4e30-9d08-ccc5b03f4b36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.697016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107a94c-9f09-49ef-97da-647230858937 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.700850] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Destroyed the VM [ 705.701241] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.701803] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c1d16f6-fca3-49c7-93fe-906a3683204a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.715734] env[70623]: DEBUG nova.compute.provider_tree [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.739907] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.740407] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 705.740407] env[70623]: value = "task-2793112" [ 705.740407] env[70623]: _type = "Task" [ 705.740407] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.744193] env[70623]: DEBUG nova.scheduler.client.report [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.745066] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6815f841-55dc-49f0-a7e4-b1fc97e2a7a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.771080] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 705.771080] env[70623]: value = "task-2793113" [ 705.771080] env[70623]: _type = "Task" [ 705.771080] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.782177] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.001130] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793111, 'name': PowerOnVM_Task} progress is 98%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.245913] env[70623]: DEBUG nova.network.neutron [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.262802] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.262802] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.270364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.078s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.272830] env[70623]: INFO nova.compute.claims [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.287881] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793112, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.295602] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.337943] env[70623]: DEBUG nova.compute.manager [req-efa9bb7f-2ad9-44bb-b499-d3aaecc01a64 req-17bd5d4f-36d8-4894-aa91-ba4e1ba665de service nova] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Received event network-vif-deleted-48472a34-06f8-4caf-a584-a9cf15ff262d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.502277] env[70623]: DEBUG oslo_vmware.api [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793111, 'name': PowerOnVM_Task, 'duration_secs': 0.595876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.502422] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.502619] env[70623]: INFO nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Took 10.33 seconds to spawn the instance on the hypervisor. [ 706.502799] env[70623]: DEBUG nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.503599] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61284e7-3bd3-454e-b4f4-b56be1cee3d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.534212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.534212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.534212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.562520] env[70623]: DEBUG nova.network.neutron [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Updating instance_info_cache with network_info: [{"id": "e2043d86-59b0-4c95-b264-9542a9a68c74", "address": "fa:16:3e:27:f2:62", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2043d86-59", "ovs_interfaceid": "e2043d86-59b0-4c95-b264-9542a9a68c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.774537] env[70623]: DEBUG oslo_vmware.api [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793112, 'name': RemoveSnapshot_Task, 'duration_secs': 0.764456} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.774835] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.775996] env[70623]: INFO nova.compute.manager [None req-8653259b-abac-4659-b0c6-37796912ed4d tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Took 14.39 seconds to snapshot the instance on the hypervisor. [ 706.782403] env[70623]: DEBUG nova.compute.utils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.783983] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.784574] env[70623]: DEBUG nova.network.neutron [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.803191] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793113, 'name': ReconfigVM_Task, 'duration_secs': 0.552131} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.803536] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.804456] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f2aa7-e623-41f0-afd8-20e4df978433 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.851281] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48130dfe-b991-4771-aac0-fbec61723a80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.866330] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 706.866330] env[70623]: value = "task-2793114" [ 706.866330] env[70623]: _type = "Task" [ 706.866330] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.875010] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.879294] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.880156] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.919574] env[70623]: DEBUG nova.policy [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eddc2930ec8f464a9666f06d8b067837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9fa321fc2944c4392f5b44d85b7c9aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.024995] env[70623]: INFO nova.compute.manager [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Took 47.87 seconds to build instance. [ 707.066937] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "refresh_cache-ea764944-7779-4159-a4d2-e989765163f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.067251] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Instance network_info: |[{"id": "e2043d86-59b0-4c95-b264-9542a9a68c74", "address": "fa:16:3e:27:f2:62", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2043d86-59", "ovs_interfaceid": "e2043d86-59b0-4c95-b264-9542a9a68c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.067654] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f2:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2043d86-59b0-4c95-b264-9542a9a68c74', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.080028] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating folder: Project (c0e13c04919740b3a5aa84c65c5b4789). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.081674] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1dee5c0-6ad3-41f1-ba03-c8e1049b451b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.095041] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created folder: Project (c0e13c04919740b3a5aa84c65c5b4789) in parent group-v561316. [ 707.095262] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating folder: Instances. Parent ref: group-v561396. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.095515] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-656d9c4a-4471-4e45-ad99-4aa857af2e08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.111194] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created folder: Instances in parent group-v561396. [ 707.111469] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.111673] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea764944-7779-4159-a4d2-e989765163f6] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.111884] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711cf8ad-2e1f-42c0-a193-ba562ad6220a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.132363] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.132363] env[70623]: value = "task-2793117" [ 707.132363] env[70623]: _type = "Task" [ 707.132363] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.143234] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793117, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.294506] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.380768] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793114, 'name': ReconfigVM_Task, 'duration_secs': 0.345216} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.380881] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.381195] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbe10031-8c74-45e2-b8f5-f8055245e7c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.393161] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 707.393161] env[70623]: value = "task-2793118" [ 707.393161] env[70623]: _type = "Task" [ 707.393161] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.399141] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.432376] env[70623]: DEBUG nova.network.neutron [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Successfully created port: cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.441513] env[70623]: DEBUG nova.compute.manager [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Received event network-changed-e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.441708] env[70623]: DEBUG nova.compute.manager [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Refreshing instance network info cache due to event network-changed-e2043d86-59b0-4c95-b264-9542a9a68c74. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 707.442014] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Acquiring lock "refresh_cache-ea764944-7779-4159-a4d2-e989765163f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.442205] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Acquired lock "refresh_cache-ea764944-7779-4159-a4d2-e989765163f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.442400] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Refreshing network info cache for port e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.529595] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f5d0450e-95fc-409b-84db-83fca3981580 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.501s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.643701] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793117, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.873566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.873787] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.874085] env[70623]: DEBUG nova.network.neutron [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.902285] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793118, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.963872] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5aaa3e-11db-47fe-98a1-3c9984068e30 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.978329] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdd7b79-0a98-4396-bf63-d07d9b2b038e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.019852] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6849f2d1-b1ba-4ba3-bb1a-8be04a1ac26f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.029332] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e743b14f-d9d7-4360-b67e-224d90488ce9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.033901] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.050240] env[70623]: DEBUG nova.compute.provider_tree [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.149086] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793117, 'name': CreateVM_Task, 'duration_secs': 0.649578} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.150146] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea764944-7779-4159-a4d2-e989765163f6] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.150146] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.150435] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.150627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.151397] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7890bc-b46f-4a82-a4a1-426f2663e904 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.157392] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 708.157392] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5240d0fa-e30f-39d6-b930-2951bb995d1d" [ 708.157392] env[70623]: _type = "Task" [ 708.157392] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.166312] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5240d0fa-e30f-39d6-b930-2951bb995d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.284622] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Updated VIF entry in instance network info cache for port e2043d86-59b0-4c95-b264-9542a9a68c74. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.284622] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Updating instance_info_cache with network_info: [{"id": "e2043d86-59b0-4c95-b264-9542a9a68c74", "address": "fa:16:3e:27:f2:62", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2043d86-59", "ovs_interfaceid": "e2043d86-59b0-4c95-b264-9542a9a68c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.307710] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.351779] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.352013] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.355116] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.355116] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.355116] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.355116] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.355116] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.355259] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.355259] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.355259] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.355259] env[70623]: DEBUG nova.virt.hardware [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.355979] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081eca6-2afa-4f66-b16d-a8cbdab0f38d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.365481] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0068ea14-7642-4afe-8135-9b5239b6c262 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.401153] env[70623]: DEBUG oslo_vmware.api [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793118, 'name': PowerOnVM_Task, 'duration_secs': 0.644137} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.401153] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.404977] env[70623]: DEBUG nova.compute.manager [None req-56ed5a59-8170-4980-a187-bd4f80ab5fa6 tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.405736] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf11919-4f65-40d5-bb81-7332bdae633d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.554609] env[70623]: DEBUG nova.scheduler.client.report [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.575364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.669944] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5240d0fa-e30f-39d6-b930-2951bb995d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.038451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.669944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.669944] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.669944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.670199] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.670199] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.670406] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9dc8d07-8bf7-4e90-b6dc-3ff3acbcb84c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.681466] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.681466] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.681466] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea4ab8f-1978-479f-bc3b-62d81642e9f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.686582] env[70623]: DEBUG nova.network.neutron [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance_info_cache with network_info: [{"id": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "address": "fa:16:3e:85:fe:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3bb000-ae", "ovs_interfaceid": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.695990] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 708.695990] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f480b8-3bc5-b444-5ea7-cd7b308b1f31" [ 708.695990] env[70623]: _type = "Task" [ 708.695990] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.714390] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f480b8-3bc5-b444-5ea7-cd7b308b1f31, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.716906] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff60d4f6-8623-4149-aeb7-cc5909d02902 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.732618] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 708.732618] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522766fa-b977-f502-8632-acf822e2875d" [ 708.732618] env[70623]: _type = "Task" [ 708.732618] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.743931] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522766fa-b977-f502-8632-acf822e2875d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.787273] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Releasing lock "refresh_cache-ea764944-7779-4159-a4d2-e989765163f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.787566] env[70623]: DEBUG nova.compute.manager [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.787747] env[70623]: DEBUG nova.compute.manager [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing instance network info cache due to event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 708.788164] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Acquiring lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.788164] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Acquired lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.788300] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.061751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.062344] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.069731] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.171s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.071691] env[70623]: INFO nova.compute.claims [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.191284] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.245759] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522766fa-b977-f502-8632-acf822e2875d, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.246226] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.247365] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ea764944-7779-4159-a4d2-e989765163f6/ea764944-7779-4159-a4d2-e989765163f6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.248787] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d870c05-d164-4f6c-81a0-61759c74aff5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.258050] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 709.258050] env[70623]: value = "task-2793119" [ 709.258050] env[70623]: _type = "Task" [ 709.258050] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.268102] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.469536] env[70623]: DEBUG nova.network.neutron [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Successfully updated port: cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.571524] env[70623]: DEBUG nova.compute.utils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.575227] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.575420] env[70623]: DEBUG nova.network.neutron [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.629959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "47a5a912-2f01-46b7-81c3-959a623acc2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.629959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.629959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.629959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.630465] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.631933] env[70623]: INFO nova.compute.manager [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Terminating instance [ 709.647745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "c9bcdac5-9ea6-4387-972c-cd160faf5323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.647745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.651881] env[70623]: DEBUG nova.policy [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eddc2930ec8f464a9666f06d8b067837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9fa321fc2944c4392f5b44d85b7c9aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.654222] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updated VIF entry in instance network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.654588] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.729646] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19b3d8-1ba6-4a0b-a356-52c8a9c54174 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.759326] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace4245-01a0-4b67-9c00-2be67951ab0d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.774312] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.777460] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 709.972959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "refresh_cache-8205c11f-3360-4b70-86d0-e48fa7beb2b5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.976892] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired lock "refresh_cache-8205c11f-3360-4b70-86d0-e48fa7beb2b5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.976892] env[70623]: DEBUG nova.network.neutron [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.076297] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.139772] env[70623]: DEBUG nova.compute.manager [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.140207] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.142108] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c6d56-def1-4392-bf3a-dbb4cbb95ffb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.150823] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.153394] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01e4bd42-dc50-4a87-b24e-dfe9f69e37c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.158892] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Releasing lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.161644] env[70623]: DEBUG nova.compute.manager [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Received event network-changed-b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.161802] env[70623]: DEBUG nova.compute.manager [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Refreshing instance network info cache due to event network-changed-b8aee99a-3b50-4648-8e41-ea491efc64da. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.162040] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Acquiring lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.162193] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Acquired lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.162361] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Refreshing network info cache for port b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.165092] env[70623]: DEBUG oslo_vmware.api [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 710.165092] env[70623]: value = "task-2793120" [ 710.165092] env[70623]: _type = "Task" [ 710.165092] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.178630] env[70623]: DEBUG oslo_vmware.api [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.183556] env[70623]: DEBUG nova.network.neutron [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Successfully created port: 2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.273800] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604542} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.274412] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ea764944-7779-4159-a4d2-e989765163f6/ea764944-7779-4159-a4d2-e989765163f6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.274865] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.275793] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2188cc72-325d-4361-ba9b-18e40412490c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.287616] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.289143] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00151bdf-121f-40f8-a2bd-10e5b0d1a07f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.291240] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 710.291240] env[70623]: value = "task-2793121" [ 710.291240] env[70623]: _type = "Task" [ 710.291240] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.298333] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 710.298333] env[70623]: value = "task-2793122" [ 710.298333] env[70623]: _type = "Task" [ 710.298333] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.307937] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.315760] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.373046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.373235] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.467448] env[70623]: DEBUG nova.compute.manager [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Received event network-changed-b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.467682] env[70623]: DEBUG nova.compute.manager [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Refreshing instance network info cache due to event network-changed-b8aee99a-3b50-4648-8e41-ea491efc64da. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.467918] env[70623]: DEBUG oslo_concurrency.lockutils [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] Acquiring lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.530989] env[70623]: DEBUG nova.network.neutron [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.682355] env[70623]: DEBUG oslo_vmware.api [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793120, 'name': PowerOffVM_Task, 'duration_secs': 0.194383} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.683629] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.683629] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.683629] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d197c54-c85d-44a4-ba63-8dd057ad223c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.694917] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3193f891-adf2-4311-b174-bb2b702562e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.708167] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fc73cd-fbca-4f60-93b5-111015954c35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.742349] env[70623]: DEBUG nova.network.neutron [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Updating instance_info_cache with network_info: [{"id": "cab5f0c9-cdfa-482c-a1db-9df3a36bfb37", "address": "fa:16:3e:08:10:fa", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab5f0c9-cd", "ovs_interfaceid": "cab5f0c9-cdfa-482c-a1db-9df3a36bfb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.746922] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1797685d-ac3d-4d15-9344-1cdd0cda56af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.756979] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34122acc-ca59-4384-a71a-4b17bad5574b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.766939] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.767261] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.767487] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleting the datastore file [datastore2] 47a5a912-2f01-46b7-81c3-959a623acc2e {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.776450] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c675cc1-b56b-4b15-b4df-58e88c644ea9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.779018] env[70623]: DEBUG nova.compute.provider_tree [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.786551] env[70623]: DEBUG oslo_vmware.api [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 710.786551] env[70623]: value = "task-2793124" [ 710.786551] env[70623]: _type = "Task" [ 710.786551] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.800522] env[70623]: DEBUG oslo_vmware.api [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.807425] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075891} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.808136] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.809036] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd857c74-5b4e-48d4-8f11-b9fdad074a4d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.816930] env[70623]: DEBUG oslo_vmware.api [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793122, 'name': PowerOnVM_Task, 'duration_secs': 0.477088} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.817931] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.818204] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c496bef8-7b47-4c38-a1ec-945e8a4fc8ab tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance 'a47d55e8-62b5-42ae-8fc3-d10f4bc81b88' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.840952] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ea764944-7779-4159-a4d2-e989765163f6/ea764944-7779-4159-a4d2-e989765163f6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.841619] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5650de1e-b90b-4884-8e7c-ffc1498a8010 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.865390] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 710.865390] env[70623]: value = "task-2793125" [ 710.865390] env[70623]: _type = "Task" [ 710.865390] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.875753] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.026967] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updated VIF entry in instance network info cache for port b8aee99a-3b50-4648-8e41-ea491efc64da. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.027388] env[70623]: DEBUG nova.network.neutron [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [{"id": "b8aee99a-3b50-4648-8e41-ea491efc64da", "address": "fa:16:3e:b5:01:a1", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8aee99a-3b", "ovs_interfaceid": "b8aee99a-3b50-4648-8e41-ea491efc64da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.086139] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.119110] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.119233] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.119804] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.119804] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.119804] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.120047] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.120100] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.120233] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.120396] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.120555] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.120721] env[70623]: DEBUG nova.virt.hardware [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.121885] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d6001-f1a2-401a-a19f-47c855ceca8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.131636] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a905a-099b-42e8-b93f-f56aa1b06c56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.210848] env[70623]: DEBUG nova.compute.manager [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.211880] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eb59e0-6c73-4443-b618-46a82685a041 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.251267] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Releasing lock "refresh_cache-8205c11f-3360-4b70-86d0-e48fa7beb2b5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252037] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Instance network_info: |[{"id": "cab5f0c9-cdfa-482c-a1db-9df3a36bfb37", "address": "fa:16:3e:08:10:fa", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab5f0c9-cd", "ovs_interfaceid": "cab5f0c9-cdfa-482c-a1db-9df3a36bfb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.252180] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:10:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cab5f0c9-cdfa-482c-a1db-9df3a36bfb37', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.259612] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating folder: Project (f9fa321fc2944c4392f5b44d85b7c9aa). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.259898] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1d8f77-c8a4-46d7-9a52-94537e0f241c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.274142] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Created folder: Project (f9fa321fc2944c4392f5b44d85b7c9aa) in parent group-v561316. [ 711.274409] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating folder: Instances. Parent ref: group-v561399. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.274642] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53c8f9b1-ef12-4cb4-b89e-64cdde4fe594 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.282884] env[70623]: DEBUG nova.scheduler.client.report [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.292707] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Created folder: Instances in parent group-v561399. [ 711.293197] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.299143] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.299499] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a4dc4a-2a69-42a1-9940-740d52bf384d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.332805] env[70623]: DEBUG oslo_vmware.api [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382778} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.337486] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.337705] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.337889] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.338188] env[70623]: INFO nova.compute.manager [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 711.338451] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.338647] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.338647] env[70623]: value = "task-2793128" [ 711.338647] env[70623]: _type = "Task" [ 711.338647] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.339293] env[70623]: DEBUG nova.compute.manager [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.339403] env[70623]: DEBUG nova.network.neutron [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.351571] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793128, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.376706] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.533747] env[70623]: DEBUG oslo_concurrency.lockutils [req-787da5a2-9328-4fb5-b292-b472aafa23b7 req-7a4e3744-60bd-472f-bba3-91f9908d9d9d service nova] Releasing lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.534245] env[70623]: DEBUG oslo_concurrency.lockutils [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] Acquired lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.534442] env[70623]: DEBUG nova.network.neutron [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Refreshing network info cache for port b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.726300] env[70623]: INFO nova.compute.manager [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] instance snapshotting [ 711.732438] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455a6c1-d62b-48e9-a2a2-4aa58fc0826f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.763108] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b7ada-a8fb-4c0b-bdd2-520c6b2c8dd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.791818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.792531] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.796216] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.498s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.796216] env[70623]: DEBUG nova.objects.instance [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lazy-loading 'resources' on Instance uuid b883070a-5863-47e0-b34b-78ebf5cdb19c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.863326] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793128, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.876683] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793125, 'name': ReconfigVM_Task, 'duration_secs': 0.798297} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.877125] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ea764944-7779-4159-a4d2-e989765163f6/ea764944-7779-4159-a4d2-e989765163f6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.880065] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc9c9c2-f2c7-4da5-9f25-bd07c915980e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.886678] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 711.886678] env[70623]: value = "task-2793129" [ 711.886678] env[70623]: _type = "Task" [ 711.886678] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.898417] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793129, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.034494] env[70623]: DEBUG nova.compute.manager [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.034826] env[70623]: DEBUG nova.compute.manager [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing instance network info cache due to event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 712.035763] env[70623]: DEBUG oslo_concurrency.lockutils [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.036025] env[70623]: DEBUG oslo_concurrency.lockutils [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.036237] env[70623]: DEBUG nova.network.neutron [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.067893] env[70623]: INFO nova.network.neutron [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Port b8aee99a-3b50-4648-8e41-ea491efc64da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 712.068297] env[70623]: DEBUG nova.network.neutron [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.194412] env[70623]: DEBUG nova.network.neutron [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Successfully updated port: 2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.267326] env[70623]: DEBUG nova.network.neutron [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.278363] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.278894] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6be617ce-22df-48e1-ac48-52c5c7acc22a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.289784] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 712.289784] env[70623]: value = "task-2793130" [ 712.289784] env[70623]: _type = "Task" [ 712.289784] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.301010] env[70623]: DEBUG nova.compute.utils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.305741] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.306192] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.306393] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.374250] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793128, 'name': CreateVM_Task, 'duration_secs': 0.54486} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.374250] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.374905] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.375096] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.375427] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.375994] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9313501e-e582-419c-9d93-8c3d4d5bbd23 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.382497] env[70623]: DEBUG nova.policy [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0924304e9ee14e23bd8dfdb27018974d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec4883a42064a12bb81d7080acd8f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.388473] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 712.388473] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a73d40-6fd4-c057-41d6-226ca9abe98e" [ 712.388473] env[70623]: _type = "Task" [ 712.388473] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.404342] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a73d40-6fd4-c057-41d6-226ca9abe98e, 'name': SearchDatastore_Task, 'duration_secs': 0.01214} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.411121] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.411443] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.411681] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.411681] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.411855] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.412277] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793129, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.413177] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a478ae1-a489-4330-bcc2-e598807a2c3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.423343] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.423616] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.424706] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85127d2-1333-4503-ae5e-bcd224d20487 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.438906] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 712.438906] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254761b-e239-bf27-e0a3-0684de3793a7" [ 712.438906] env[70623]: _type = "Task" [ 712.438906] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.450230] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254761b-e239-bf27-e0a3-0684de3793a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.573599] env[70623]: DEBUG oslo_concurrency.lockutils [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] Releasing lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.573888] env[70623]: DEBUG nova.compute.manager [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Received event network-vif-plugged-cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.574185] env[70623]: DEBUG oslo_concurrency.lockutils [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] Acquiring lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.574376] env[70623]: DEBUG oslo_concurrency.lockutils [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.574553] env[70623]: DEBUG oslo_concurrency.lockutils [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.574732] env[70623]: DEBUG nova.compute.manager [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] No waiting events found dispatching network-vif-plugged-cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.574900] env[70623]: WARNING nova.compute.manager [req-99bc1bb2-9215-4202-8370-d8d8580265e9 req-fd1869bc-bd8b-4d44-acf3-f86a1f855b44 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Received unexpected event network-vif-plugged-cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 for instance with vm_state building and task_state spawning. [ 712.699630] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "refresh_cache-31083218-fb6f-4b8b-b085-9af5820d8d8d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.699956] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired lock "refresh_cache-31083218-fb6f-4b8b-b085-9af5820d8d8d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.700132] env[70623]: DEBUG nova.network.neutron [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.769721] env[70623]: INFO nova.compute.manager [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Took 1.43 seconds to deallocate network for instance. [ 712.803249] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.809979] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.899379] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793129, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.954640] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254761b-e239-bf27-e0a3-0684de3793a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.956504] env[70623]: DEBUG nova.network.neutron [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updated VIF entry in instance network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.956856] env[70623]: DEBUG nova.network.neutron [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.962365] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1288d200-ad46-4796-a69d-250a19a691de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.970207] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 712.970207] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ef3578-6529-b101-d0a8-669495b66331" [ 712.970207] env[70623]: _type = "Task" [ 712.970207] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.985813] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ef3578-6529-b101-d0a8-669495b66331, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.989018] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989319] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 8205c11f-3360-4b70-86d0-e48fa7beb2b5/8205c11f-3360-4b70-86d0-e48fa7beb2b5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.990313] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a7b748-0daa-4f86-b0c7-9cc287bf2622 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.000557] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 713.000557] env[70623]: value = "task-2793131" [ 713.000557] env[70623]: _type = "Task" [ 713.000557] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.016837] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.027793] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Successfully created port: ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.130206] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb79cd0-32da-44b5-bb0d-cb8f6fbec5d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.139269] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf2624-1fb5-4d82-aaa5-a960fa06e005 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.174691] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc7a2fe-e994-42e1-ac30-4d646be91ce8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.183776] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfdc27a-1ae9-4582-8834-98171277a32b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.200436] env[70623]: DEBUG nova.compute.provider_tree [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.266804] env[70623]: DEBUG nova.network.neutron [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.279666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.302179] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793130, 'name': CreateSnapshot_Task, 'duration_secs': 0.897437} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.302472] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.303237] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ff4dd0-7534-4c79-a5d1-756745c448e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.387332] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Received event network-changed-cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.387576] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Refreshing instance network info cache due to event network-changed-cab5f0c9-cdfa-482c-a1db-9df3a36bfb37. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 713.387815] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquiring lock "refresh_cache-8205c11f-3360-4b70-86d0-e48fa7beb2b5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.387977] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquired lock "refresh_cache-8205c11f-3360-4b70-86d0-e48fa7beb2b5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.388175] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Refreshing network info cache for port cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.402314] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793129, 'name': Rename_Task, 'duration_secs': 1.218876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.403237] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.403524] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f857798d-e9e4-4c38-b981-97fc8a4fd109 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.413054] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 713.413054] env[70623]: value = "task-2793132" [ 713.413054] env[70623]: _type = "Task" [ 713.413054] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.424055] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.462286] env[70623]: DEBUG oslo_concurrency.lockutils [req-2676ac90-4947-467a-b202-3f96bc963161 req-b563fe9e-c095-4b68-9049-50cd6c352fe9 service nova] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.517595] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.600613] env[70623]: DEBUG nova.network.neutron [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Updating instance_info_cache with network_info: [{"id": "2ff74bba-8cbe-4b06-8ca6-817930bdea9a", "address": "fa:16:3e:31:3d:4f", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff74bba-8c", "ovs_interfaceid": "2ff74bba-8cbe-4b06-8ca6-817930bdea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.650193] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Successfully created port: bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.705052] env[70623]: DEBUG nova.scheduler.client.report [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.822284] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.823431] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.825500] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71ca4f17-7659-4445-98c4-f3c5c12a57fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.835417] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 713.835417] env[70623]: value = "task-2793133" [ 713.835417] env[70623]: _type = "Task" [ 713.835417] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.849485] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793133, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.858470] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.858756] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.858919] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.859121] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.859274] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.859422] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.859632] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.859785] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.859971] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.860305] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.860442] env[70623]: DEBUG nova.virt.hardware [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.861832] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b788e-56fb-4c2a-b61c-db60ee379144 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.869390] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4abe3-e51c-4cb5-810e-c9a12ee102d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.925272] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.014041] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683404} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.014041] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 8205c11f-3360-4b70-86d0-e48fa7beb2b5/8205c11f-3360-4b70-86d0-e48fa7beb2b5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.014041] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.014313] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f42f4f-d798-4ad7-ae3c-ac5229f5efdf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.023031] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 714.023031] env[70623]: value = "task-2793134" [ 714.023031] env[70623]: _type = "Task" [ 714.023031] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.035029] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.063071] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.063566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.063936] env[70623]: DEBUG nova.compute.manager [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Going to confirm migration 1 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 714.103599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Releasing lock "refresh_cache-31083218-fb6f-4b8b-b085-9af5820d8d8d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.103946] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Instance network_info: |[{"id": "2ff74bba-8cbe-4b06-8ca6-817930bdea9a", "address": "fa:16:3e:31:3d:4f", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff74bba-8c", "ovs_interfaceid": "2ff74bba-8cbe-4b06-8ca6-817930bdea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.104434] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3d:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ff74bba-8cbe-4b06-8ca6-817930bdea9a', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.113330] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.114320] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.114559] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6358308a-cd00-4490-b3b8-0916ce9f9875 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.132481] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "47a5a912-2f01-46b7-81c3-959a623acc2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.139820] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.139820] env[70623]: value = "task-2793135" [ 714.139820] env[70623]: _type = "Task" [ 714.139820] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.149979] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793135, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.210260] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.217344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.251s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.219270] env[70623]: INFO nova.compute.claims [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.250835] env[70623]: INFO nova.scheduler.client.report [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleted allocations for instance b883070a-5863-47e0-b34b-78ebf5cdb19c [ 714.346788] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793133, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.426403] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.459840] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Updated VIF entry in instance network info cache for port cab5f0c9-cdfa-482c-a1db-9df3a36bfb37. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.460228] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Updating instance_info_cache with network_info: [{"id": "cab5f0c9-cdfa-482c-a1db-9df3a36bfb37", "address": "fa:16:3e:08:10:fa", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab5f0c9-cd", "ovs_interfaceid": "cab5f0c9-cdfa-482c-a1db-9df3a36bfb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.481382] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Successfully created port: 06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.532957] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092665} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.533250] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.534165] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4a5d6-7cd1-40c4-a4c7-2736a06221f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.558157] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 8205c11f-3360-4b70-86d0-e48fa7beb2b5/8205c11f-3360-4b70-86d0-e48fa7beb2b5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.558482] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384d5dc0-1a00-40c7-982b-ed25d6e99d8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.578829] env[70623]: DEBUG nova.compute.manager [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.579054] env[70623]: DEBUG nova.compute.manager [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing instance network info cache due to event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 714.579312] env[70623]: DEBUG oslo_concurrency.lockutils [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.579461] env[70623]: DEBUG oslo_concurrency.lockutils [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.579621] env[70623]: DEBUG nova.network.neutron [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.589789] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 714.589789] env[70623]: value = "task-2793136" [ 714.589789] env[70623]: _type = "Task" [ 714.589789] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.599830] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.651790] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793135, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.664513] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.664711] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.664872] env[70623]: DEBUG nova.network.neutron [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.665068] env[70623]: DEBUG nova.objects.instance [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lazy-loading 'info_cache' on Instance uuid a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.761481] env[70623]: DEBUG oslo_concurrency.lockutils [None req-47f9612f-7a0b-4784-ad05-decbe4c6640f tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "b883070a-5863-47e0-b34b-78ebf5cdb19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.217s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.849119] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793133, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.926430] env[70623]: DEBUG oslo_vmware.api [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793132, 'name': PowerOnVM_Task, 'duration_secs': 1.047353} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.926721] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.926944] env[70623]: INFO nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Took 11.16 seconds to spawn the instance on the hypervisor. [ 714.927103] env[70623]: DEBUG nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.927940] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c456b-2961-4c8d-9fb2-942f2fc28611 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.963589] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Releasing lock "refresh_cache-8205c11f-3360-4b70-86d0-e48fa7beb2b5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.963744] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.963914] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing instance network info cache due to event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 714.964157] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquiring lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.964385] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquired lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.964605] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.105937] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.151918] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793135, 'name': CreateVM_Task, 'duration_secs': 0.757663} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.154661] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.155454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.155696] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.156070] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.156684] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7f47ad-1de2-426e-8ea5-401b21eecedd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.162940] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 715.162940] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a7640e-5cd2-8872-6c3b-461f7c546b01" [ 715.162940] env[70623]: _type = "Task" [ 715.162940] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.176623] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a7640e-5cd2-8872-6c3b-461f7c546b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.349816] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793133, 'name': CloneVM_Task, 'duration_secs': 1.461282} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.352510] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Created linked-clone VM from snapshot [ 715.353657] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9aeadf-7a67-4c65-86d2-b61fbb3327e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.361838] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Uploading image b9d3ba2e-fa17-4eeb-8b95-111b51ce6a0e {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.390688] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.390688] env[70623]: value = "vm-561403" [ 715.390688] env[70623]: _type = "VirtualMachine" [ 715.390688] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.391017] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b47dd576-e19d-49d1-8b89-57a3575b0c81 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.400629] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lease: (returnval){ [ 715.400629] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b385f5-cc64-ee9d-0991-8366eec13e47" [ 715.400629] env[70623]: _type = "HttpNfcLease" [ 715.400629] env[70623]: } obtained for exporting VM: (result){ [ 715.400629] env[70623]: value = "vm-561403" [ 715.400629] env[70623]: _type = "VirtualMachine" [ 715.400629] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.401059] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the lease: (returnval){ [ 715.401059] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b385f5-cc64-ee9d-0991-8366eec13e47" [ 715.401059] env[70623]: _type = "HttpNfcLease" [ 715.401059] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.413530] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.413530] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b385f5-cc64-ee9d-0991-8366eec13e47" [ 715.413530] env[70623]: _type = "HttpNfcLease" [ 715.413530] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.413819] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.413819] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b385f5-cc64-ee9d-0991-8366eec13e47" [ 715.413819] env[70623]: _type = "HttpNfcLease" [ 715.413819] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.414576] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ffeaf-da05-43a7-a825-ed0f3942d9da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.425444] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215aa35-edad-e82b-ddeb-fbbac5b95a74/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.425444] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215aa35-edad-e82b-ddeb-fbbac5b95a74/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.489393] env[70623]: DEBUG nova.network.neutron [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updated VIF entry in instance network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.489393] env[70623]: DEBUG nova.network.neutron [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.494423] env[70623]: INFO nova.compute.manager [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Took 50.63 seconds to build instance. [ 715.525123] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f27e4ab4-9cd6-4e09-9280-e8e555c8a155 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.605843] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793136, 'name': ReconfigVM_Task, 'duration_secs': 0.710209} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.605843] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 8205c11f-3360-4b70-86d0-e48fa7beb2b5/8205c11f-3360-4b70-86d0-e48fa7beb2b5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.606536] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f9ea6c-efb9-4e51-a354-db681291cd2d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.614386] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 715.614386] env[70623]: value = "task-2793138" [ 715.614386] env[70623]: _type = "Task" [ 715.614386] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.630017] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793138, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.676353] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a7640e-5cd2-8872-6c3b-461f7c546b01, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.676976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677239] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.677482] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677665] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.677854] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.678134] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91dd74b-1485-4d03-b103-c950a0ca57d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.689126] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.689463] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.690472] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c175fd-1158-4f85-b7f6-716b8132210a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.701197] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 715.701197] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b5e8c3-a640-0efa-c2e5-e90aeb51ebdb" [ 715.701197] env[70623]: _type = "Task" [ 715.701197] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.710973] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b5e8c3-a640-0efa-c2e5-e90aeb51ebdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.801960] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updated VIF entry in instance network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.802537] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.898308] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb85fbe-71bb-4589-9602-d23c15a6b1c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.908180] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc60a9c-64d7-424f-a8ba-bfa968917d09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.964148] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd01de-c583-4cf7-ade7-f811d7046cfb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.973838] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc607889-956a-47bc-9576-083a3478fe68 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.992359] env[70623]: DEBUG nova.compute.provider_tree [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.996370] env[70623]: DEBUG oslo_concurrency.lockutils [req-2e0f94ac-8229-4ab0-8e61-dae4866a1ab8 req-d2bef66a-276a-4251-9f63-3a3f32b2f492 service nova] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.996950] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74ea71aa-d6da-4ba5-9604-c547eb9957dc tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.525s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.108205] env[70623]: DEBUG nova.compute.manager [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.110327] env[70623]: DEBUG nova.compute.manager [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing instance network info cache due to event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.110533] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.110719] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.110947] env[70623]: DEBUG nova.network.neutron [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.121429] env[70623]: DEBUG nova.network.neutron [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance_info_cache with network_info: [{"id": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "address": "fa:16:3e:85:fe:67", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3bb000-ae", "ovs_interfaceid": "2e3bb000-ae08-45a9-8a97-09c0e645230c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.126572] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793138, 'name': Rename_Task, 'duration_secs': 0.319192} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.127562] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.127886] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e5dc07-20f4-479b-b7b2-8b3b41e9ed7d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.136908] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 716.136908] env[70623]: value = "task-2793139" [ 716.136908] env[70623]: _type = "Task" [ 716.136908] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.154037] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.217347] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b5e8c3-a640-0efa-c2e5-e90aeb51ebdb, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.218656] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4581fe-442d-4c1c-a0fa-a06dac95f6d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.226530] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 716.226530] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52eb2527-470b-796d-36df-4a511d669ed8" [ 716.226530] env[70623]: _type = "Task" [ 716.226530] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.236147] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52eb2527-470b-796d-36df-4a511d669ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.306485] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Releasing lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.306485] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Received event network-vif-deleted-b8aee99a-3b50-4648-8e41-ea491efc64da {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.306485] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Received event network-vif-plugged-2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.306760] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquiring lock "31083218-fb6f-4b8b-b085-9af5820d8d8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.307119] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.307428] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.307726] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] No waiting events found dispatching network-vif-plugged-2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.308109] env[70623]: WARNING nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Received unexpected event network-vif-plugged-2ff74bba-8cbe-4b06-8ca6-817930bdea9a for instance with vm_state building and task_state spawning. [ 716.308389] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Received event network-changed-2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.309045] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Refreshing instance network info cache due to event network-changed-2ff74bba-8cbe-4b06-8ca6-817930bdea9a. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.310593] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquiring lock "refresh_cache-31083218-fb6f-4b8b-b085-9af5820d8d8d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.310593] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquired lock "refresh_cache-31083218-fb6f-4b8b-b085-9af5820d8d8d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.310593] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Refreshing network info cache for port 2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.458047] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Successfully updated port: ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.499973] env[70623]: DEBUG nova.scheduler.client.report [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.504518] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.627425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.627688] env[70623]: DEBUG nova.objects.instance [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lazy-loading 'migration_context' on Instance uuid a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.651571] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793139, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.737570] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52eb2527-470b-796d-36df-4a511d669ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.019549} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.738127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.738537] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 31083218-fb6f-4b8b-b085-9af5820d8d8d/31083218-fb6f-4b8b-b085-9af5820d8d8d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.738905] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb3aea4e-1029-44f5-a066-e6f4547cfa46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.748348] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 716.748348] env[70623]: value = "task-2793140" [ 716.748348] env[70623]: _type = "Task" [ 716.748348] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.758623] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.951874] env[70623]: DEBUG nova.network.neutron [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updated VIF entry in instance network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.953575] env[70623]: DEBUG nova.network.neutron [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.009579] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.010295] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.018723] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.080s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.019627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.019800] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 717.020404] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.632s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.022344] env[70623]: INFO nova.compute.claims [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.031384] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa7a960-ab8d-4b23-9a7d-0b90cea85364 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.043888] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a47b3-3ee6-4317-bb72-e4fee3d265e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.068180] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.069738] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc20b39-9a84-4e0b-823b-1add4ea72044 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.082323] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1237ed9e-c7ee-4bd4-9c2c-ac84fb40e1ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.129887] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179491MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 717.130150] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.131303] env[70623]: DEBUG nova.objects.base [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 717.132599] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9291b-dcf5-4c3b-bee4-76257f9c0680 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.163951] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "ea764944-7779-4159-a4d2-e989765163f6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.164237] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.164447] env[70623]: DEBUG nova.compute.manager [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.173033] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3598128-1bec-4900-b6c5-d7b414e89afc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.178173] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b9d04b-ea5f-41dc-8740-d4448158730e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.185933] env[70623]: DEBUG oslo_vmware.api [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 717.185933] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52096e4d-4544-5d35-f5d5-e7d0cda2e587" [ 717.185933] env[70623]: _type = "Task" [ 717.185933] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.192829] env[70623]: DEBUG oslo_vmware.api [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793139, 'name': PowerOnVM_Task, 'duration_secs': 0.587035} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.193666] env[70623]: DEBUG nova.compute.manager [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 717.195898] env[70623]: DEBUG nova.objects.instance [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lazy-loading 'flavor' on Instance uuid ea764944-7779-4159-a4d2-e989765163f6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.201616] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.201992] env[70623]: INFO nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Took 8.89 seconds to spawn the instance on the hypervisor. [ 717.202174] env[70623]: DEBUG nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.203914] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee9a77-9e26-43e8-8156-381068ddde3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.220959] env[70623]: DEBUG oslo_vmware.api [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52096e4d-4544-5d35-f5d5-e7d0cda2e587, 'name': SearchDatastore_Task, 'duration_secs': 0.017632} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.221973] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.260981] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.300812] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Updated VIF entry in instance network info cache for port 2ff74bba-8cbe-4b06-8ca6-817930bdea9a. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.301242] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Updating instance_info_cache with network_info: [{"id": "2ff74bba-8cbe-4b06-8ca6-817930bdea9a", "address": "fa:16:3e:31:3d:4f", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff74bba-8c", "ovs_interfaceid": "2ff74bba-8cbe-4b06-8ca6-817930bdea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.465858] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6a5e397-6b47-414c-9dff-b482265e18ae req-205598aa-453b-44f4-9a26-ced31f6f2d0c service nova] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.517465] env[70623]: DEBUG nova.compute.utils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.520119] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.520119] env[70623]: DEBUG nova.network.neutron [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.567463] env[70623]: DEBUG nova.policy [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b690f0e70d4843cc8fde305da7f94bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62bd14bf47a84f3889d1ba9bd59fc774', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.668097] env[70623]: DEBUG nova.compute.manager [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.668226] env[70623]: DEBUG nova.compute.manager [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing instance network info cache due to event network-changed-b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 717.668484] env[70623]: DEBUG oslo_concurrency.lockutils [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] Acquiring lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.668714] env[70623]: DEBUG oslo_concurrency.lockutils [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] Acquired lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.668955] env[70623]: DEBUG nova.network.neutron [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Refreshing network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.734441] env[70623]: INFO nova.compute.manager [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Took 49.77 seconds to build instance. [ 717.766674] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689162} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.767015] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 31083218-fb6f-4b8b-b085-9af5820d8d8d/31083218-fb6f-4b8b-b085-9af5820d8d8d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.767273] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.767827] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9028751-74c2-4c95-bd67-1410ccdbe734 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.779369] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 717.779369] env[70623]: value = "task-2793141" [ 717.779369] env[70623]: _type = "Task" [ 717.779369] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.796716] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.804737] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Releasing lock "refresh_cache-31083218-fb6f-4b8b-b085-9af5820d8d8d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.804737] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.804737] env[70623]: DEBUG nova.compute.manager [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing instance network info cache due to event network-changed-689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 717.804737] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquiring lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.804961] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Acquired lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.804992] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Refreshing network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.023755] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.142891] env[70623]: DEBUG nova.network.neutron [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Successfully created port: a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.210888] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.213240] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc88e5ab-465d-41bb-a70d-3f5fdc184ed6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.225267] env[70623]: DEBUG oslo_vmware.api [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 718.225267] env[70623]: value = "task-2793142" [ 718.225267] env[70623]: _type = "Task" [ 718.225267] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.245835] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1f8fd3-54d7-46a4-a468-5605b98f0644 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.944s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.254611] env[70623]: DEBUG oslo_vmware.api [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.298786] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087764} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.303861] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.305192] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3060b0df-b710-4b4a-8f5d-715cc5d185d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.335810] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 31083218-fb6f-4b8b-b085-9af5820d8d8d/31083218-fb6f-4b8b-b085-9af5820d8d8d.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.342988] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bea42d-e871-45ee-ba6f-390b3d5c5c5c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.369230] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 718.369230] env[70623]: value = "task-2793143" [ 718.369230] env[70623]: _type = "Task" [ 718.369230] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.383690] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.499755] env[70623]: DEBUG nova.compute.manager [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-vif-plugged-ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.500144] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] Acquiring lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.500505] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.500806] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.501048] env[70623]: DEBUG nova.compute.manager [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] No waiting events found dispatching network-vif-plugged-ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.501379] env[70623]: WARNING nova.compute.manager [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received unexpected event network-vif-plugged-ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 for instance with vm_state building and task_state spawning. [ 718.501641] env[70623]: DEBUG nova.compute.manager [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-changed-ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.501915] env[70623]: DEBUG nova.compute.manager [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Refreshing instance network info cache due to event network-changed-ca476ef2-af2e-43b9-aa8e-4a843a3aaf01. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 718.502211] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] Acquiring lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.502435] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] Acquired lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.502592] env[70623]: DEBUG nova.network.neutron [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Refreshing network info cache for port ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.610425] env[70623]: DEBUG nova.network.neutron [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updated VIF entry in instance network info cache for port b8336036-17c6-4d1f-8508-c548bcb2da8e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.610798] env[70623]: DEBUG nova.network.neutron [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [{"id": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "address": "fa:16:3e:0f:af:b3", "network": {"id": "754cd20c-1998-4249-b39b-4ba960b00050", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-699110514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4ba3ba22bb274e498662126389058015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8336036-17", "ovs_interfaceid": "b8336036-17c6-4d1f-8508-c548bcb2da8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.693103] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1ef5c8-f255-4866-a5e0-2f450f97401e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.702704] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updated VIF entry in instance network info cache for port 689aa4af-24b4-412e-919f-8795baa76f9c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.704965] env[70623]: DEBUG nova.network.neutron [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [{"id": "689aa4af-24b4-412e-919f-8795baa76f9c", "address": "fa:16:3e:9e:8a:91", "network": {"id": "30ed962a-4ab4-4aa6-ab9e-f797dd8b80c6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-76068851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0150b9ff741b4a67865b2014e187490e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689aa4af-24", "ovs_interfaceid": "689aa4af-24b4-412e-919f-8795baa76f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.710380] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c555751-f9a9-4127-8884-e9c5307d999e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.747060] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd27d9-4d1f-467e-8912-32fd38e04970 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.750234] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.765947] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab5c97-37ec-4500-8f85-1c908fe9e7f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.770130] env[70623]: DEBUG oslo_vmware.api [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793142, 'name': PowerOffVM_Task, 'duration_secs': 0.276404} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.771181] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.771652] env[70623]: DEBUG nova.compute.manager [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.775777] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b45a8f-5e9a-401d-a022-28cd9469629c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.784385] env[70623]: DEBUG nova.compute.provider_tree [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.881215] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.036404] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.063181] env[70623]: DEBUG nova.network.neutron [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.068302] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.068538] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.068692] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.068875] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.069031] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.069244] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.069469] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.069634] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.069799] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.069959] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.070167] env[70623]: DEBUG nova.virt.hardware [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.071105] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f167ccaa-e3a3-4d34-bfbb-c462c84af4b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.080192] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036586f-7e4e-4574-9ec3-fb2352b33288 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.104778] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Successfully updated port: bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.113281] env[70623]: DEBUG oslo_concurrency.lockutils [req-4341bf26-12b7-479a-a888-5d8611237418 req-8821d03d-ba88-468e-9746-978a3d9f069c service nova] Releasing lock "refresh_cache-0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.166834] env[70623]: DEBUG nova.network.neutron [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.206455] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b4046a5-f81b-4443-9a21-f281b5c1e58a req-d52332f1-1bf3-469b-9a09-aa04903f0ea0 service nova] Releasing lock "refresh_cache-52549292-e7ec-4c7c-890b-2e6d59f0502b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.280317] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.288198] env[70623]: DEBUG nova.scheduler.client.report [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.294839] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5fe928-8563-404d-964f-79df18f46736 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.131s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.380943] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793143, 'name': ReconfigVM_Task, 'duration_secs': 0.589068} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.381138] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 31083218-fb6f-4b8b-b085-9af5820d8d8d/31083218-fb6f-4b8b-b085-9af5820d8d8d.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.381809] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee669a72-f8e9-4d01-bc49-c93fdc7a10cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.389765] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 719.389765] env[70623]: value = "task-2793144" [ 719.389765] env[70623]: _type = "Task" [ 719.389765] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.400159] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793144, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.669645] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d431a95-1b49-435b-b6b2-ffe99e074458 req-7b1a3a24-6f6c-4921-a62c-e25405cdcfcc service nova] Releasing lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.767538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.767809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.768031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.768223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.768396] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.771111] env[70623]: INFO nova.compute.manager [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Terminating instance [ 719.793901] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.794498] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.797349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.665s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.799882] env[70623]: INFO nova.compute.claims [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.902334] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793144, 'name': Rename_Task, 'duration_secs': 0.223544} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.902960] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.903395] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be78cfd1-55d9-46a1-b300-2089fefec615 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.912191] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 719.912191] env[70623]: value = "task-2793145" [ 719.912191] env[70623]: _type = "Task" [ 719.912191] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.927331] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.167546] env[70623]: DEBUG nova.network.neutron [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Successfully updated port: a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.275954] env[70623]: DEBUG nova.compute.manager [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.276258] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.277577] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab5598b-2c2c-42b2-90da-9d24c3d6e8d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.286986] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.287415] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d19548-2bf6-4ad1-be34-10d932433c96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.294745] env[70623]: DEBUG oslo_vmware.api [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 720.294745] env[70623]: value = "task-2793146" [ 720.294745] env[70623]: _type = "Task" [ 720.294745] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.308288] env[70623]: DEBUG nova.compute.utils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.309581] env[70623]: DEBUG oslo_vmware.api [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.310174] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.310428] env[70623]: DEBUG nova.network.neutron [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.328730] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "db1718bc-6b39-4d88-af23-19186afe430c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.329287] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "db1718bc-6b39-4d88-af23-19186afe430c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.329287] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "db1718bc-6b39-4d88-af23-19186afe430c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.329462] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "db1718bc-6b39-4d88-af23-19186afe430c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.329627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "db1718bc-6b39-4d88-af23-19186afe430c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.331972] env[70623]: INFO nova.compute.manager [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Terminating instance [ 720.353970] env[70623]: DEBUG nova.policy [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6316b401f3264f639adb2b9e0675e7b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5484dec9a27f49bfa294c642c7548712', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.424593] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.431600] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.431900] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.432064] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.432283] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.432493] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.434759] env[70623]: INFO nova.compute.manager [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Terminating instance [ 720.670408] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.670822] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.670822] env[70623]: DEBUG nova.network.neutron [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.790786] env[70623]: DEBUG nova.network.neutron [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Successfully created port: f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.807574] env[70623]: DEBUG oslo_vmware.api [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793146, 'name': PowerOffVM_Task, 'duration_secs': 0.496982} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.811021] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.811021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.811021] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee9ceab1-8e14-4b9c-b0a9-02f078e91861 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.811021] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.837726] env[70623]: DEBUG nova.compute.manager [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.837726] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.838786] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190a366-88ad-4c25-80b3-f9de89f1cac9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.850431] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.850801] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81337d29-50aa-4c13-a8d6-c37d4b92138e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.862401] env[70623]: DEBUG oslo_vmware.api [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 720.862401] env[70623]: value = "task-2793148" [ 720.862401] env[70623]: _type = "Task" [ 720.862401] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.872113] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-vif-plugged-bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.872344] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Acquiring lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.873218] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.873418] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.873588] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] No waiting events found dispatching network-vif-plugged-bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.873845] env[70623]: WARNING nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received unexpected event network-vif-plugged-bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 for instance with vm_state building and task_state spawning. [ 720.873915] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-changed-bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.874065] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Refreshing instance network info cache due to event network-changed-bd92534e-da5b-4dba-b1fd-2f7d6fc230c8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 720.874260] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Acquiring lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.874420] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Acquired lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.874545] env[70623]: DEBUG nova.network.neutron [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Refreshing network info cache for port bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.888348] env[70623]: DEBUG oslo_vmware.api [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.909943] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.910184] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.910374] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Deleting the datastore file [datastore2] 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.910895] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc5de834-1d11-4559-9dcf-909c4fbb0597 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.920462] env[70623]: DEBUG oslo_vmware.api [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for the task: (returnval){ [ 720.920462] env[70623]: value = "task-2793149" [ 720.920462] env[70623]: _type = "Task" [ 720.920462] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.932247] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.939643] env[70623]: DEBUG nova.compute.manager [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.939807] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.940167] env[70623]: DEBUG oslo_vmware.api [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.941318] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0493f-b451-4dc9-b198-def3d05f000d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.954569] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.954916] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b30ebbb-82fc-48d2-8485-28a28126c32a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.964621] env[70623]: DEBUG oslo_vmware.api [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 720.964621] env[70623]: value = "task-2793150" [ 720.964621] env[70623]: _type = "Task" [ 720.964621] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.980039] env[70623]: DEBUG oslo_vmware.api [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.216461] env[70623]: DEBUG nova.network.neutron [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.260312] env[70623]: DEBUG nova.compute.manager [req-16facbef-b17c-46d6-a01d-4516e5003d12 req-ddc0cd22-3057-4f24-b9f4-706c93a4290f service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-vif-plugged-06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 721.260312] env[70623]: DEBUG oslo_concurrency.lockutils [req-16facbef-b17c-46d6-a01d-4516e5003d12 req-ddc0cd22-3057-4f24-b9f4-706c93a4290f service nova] Acquiring lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.260923] env[70623]: DEBUG oslo_concurrency.lockutils [req-16facbef-b17c-46d6-a01d-4516e5003d12 req-ddc0cd22-3057-4f24-b9f4-706c93a4290f service nova] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.261201] env[70623]: DEBUG oslo_concurrency.lockutils [req-16facbef-b17c-46d6-a01d-4516e5003d12 req-ddc0cd22-3057-4f24-b9f4-706c93a4290f service nova] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.261421] env[70623]: DEBUG nova.compute.manager [req-16facbef-b17c-46d6-a01d-4516e5003d12 req-ddc0cd22-3057-4f24-b9f4-706c93a4290f service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] No waiting events found dispatching network-vif-plugged-06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.261596] env[70623]: WARNING nova.compute.manager [req-16facbef-b17c-46d6-a01d-4516e5003d12 req-ddc0cd22-3057-4f24-b9f4-706c93a4290f service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received unexpected event network-vif-plugged-06524008-7837-4060-951b-b31ca8e3391e for instance with vm_state building and task_state spawning. [ 721.378190] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Successfully updated port: 06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.395161] env[70623]: DEBUG nova.compute.manager [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.396936] env[70623]: DEBUG oslo_vmware.api [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793148, 'name': PowerOffVM_Task, 'duration_secs': 0.219345} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.397251] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef338376-4e46-40ab-966b-4613a9598daa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.400162] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.400442] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.403401] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c323826c-4802-4d5a-9896-e30c414850e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.426515] env[70623]: DEBUG oslo_vmware.api [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793145, 'name': PowerOnVM_Task, 'duration_secs': 1.424325} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.432811] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.433510] env[70623]: INFO nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Took 10.35 seconds to spawn the instance on the hypervisor. [ 721.433510] env[70623]: DEBUG nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.434457] env[70623]: DEBUG nova.network.neutron [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.436916] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd16bc-037d-47be-9493-64d6f1793170 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.446423] env[70623]: DEBUG oslo_vmware.api [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Task: {'id': task-2793149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310388} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.448194] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.448386] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.448560] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.448728] env[70623]: INFO nova.compute.manager [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 721.448968] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.454878] env[70623]: DEBUG nova.compute.manager [-] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.454991] env[70623]: DEBUG nova.network.neutron [-] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.462782] env[70623]: DEBUG nova.network.neutron [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.480268] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.480502] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.480685] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleting the datastore file [datastore1] db1718bc-6b39-4d88-af23-19186afe430c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.480998] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e98f57-4e8f-492b-a13e-a9e927a5d4ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.489093] env[70623]: DEBUG oslo_vmware.api [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793150, 'name': PowerOffVM_Task, 'duration_secs': 0.206518} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.489093] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.489093] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.489625] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5025f49-8537-4bd5-82b6-dc08dc082128 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.494127] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aac043c-6395-49e4-9515-57d77c3ec648 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.496445] env[70623]: DEBUG oslo_vmware.api [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 721.496445] env[70623]: value = "task-2793152" [ 721.496445] env[70623]: _type = "Task" [ 721.496445] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.504289] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cbd07a-bf41-498b-9ccc-271922474a5c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.511630] env[70623]: DEBUG oslo_vmware.api [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.544594] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ee457-36c8-4a27-a9d2-993c1a630a39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.553998] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a020483-352d-4f9d-a43f-f0b7b2379a1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.572546] env[70623]: DEBUG nova.compute.provider_tree [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.575472] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.575748] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.575942] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleting the datastore file [datastore1] 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.576473] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-619adaa3-0e4e-40b3-84ea-1412d4ab7c70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.584627] env[70623]: DEBUG oslo_vmware.api [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for the task: (returnval){ [ 721.584627] env[70623]: value = "task-2793154" [ 721.584627] env[70623]: _type = "Task" [ 721.584627] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.593883] env[70623]: DEBUG oslo_vmware.api [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.826433] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.856287] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.856540] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.856698] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.856876] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.857084] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.857274] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.857487] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.857642] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.857801] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.857960] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.858139] env[70623]: DEBUG nova.virt.hardware [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.858997] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ee374d-060a-4894-8c25-caa4601e9341 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.863242] env[70623]: DEBUG nova.network.neutron [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.870583] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b83ee3-70a3-444b-97c1-2d0a7853d1e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.886553] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.921251] env[70623]: INFO nova.compute.manager [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] instance snapshotting [ 721.921251] env[70623]: WARNING nova.compute.manager [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 721.923618] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb2077-af43-4313-a559-febff8f93bb0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.946549] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee941c-99af-4f78-8339-82199d57e562 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.964799] env[70623]: INFO nova.compute.manager [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Took 45.79 seconds to build instance. [ 721.966893] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.966893] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Instance network_info: |[{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.968034] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:28:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05d8582-d877-4fec-a933-640df079e071', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.975988] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Creating folder: Project (62bd14bf47a84f3889d1ba9bd59fc774). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.976338] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627e8735-7027-4df5-bcee-1e385506b0c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.992024] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Created folder: Project (62bd14bf47a84f3889d1ba9bd59fc774) in parent group-v561316. [ 721.992024] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Creating folder: Instances. Parent ref: group-v561405. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.992024] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b70bde-e0b1-4a62-abb6-a4920469aaeb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.008316] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Created folder: Instances in parent group-v561405. [ 722.008930] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.009791] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.010368] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29534ce3-047f-469c-8cd8-eb3fd9e5560e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.033756] env[70623]: DEBUG oslo_vmware.api [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171033} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.034350] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.034589] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.034799] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.035058] env[70623]: INFO nova.compute.manager [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 722.035297] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.035519] env[70623]: DEBUG nova.compute.manager [-] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.035640] env[70623]: DEBUG nova.network.neutron [-] [instance: db1718bc-6b39-4d88-af23-19186afe430c] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.040583] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.040583] env[70623]: value = "task-2793157" [ 722.040583] env[70623]: _type = "Task" [ 722.040583] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.050661] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793157, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.078161] env[70623]: DEBUG nova.scheduler.client.report [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.097379] env[70623]: DEBUG oslo_vmware.api [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Task: {'id': task-2793154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148683} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.097379] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.097379] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.097379] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.097566] env[70623]: INFO nova.compute.manager [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 722.098797] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.100671] env[70623]: DEBUG nova.compute.manager [-] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.100808] env[70623]: DEBUG nova.network.neutron [-] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.367052] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Releasing lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.367980] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received event network-vif-plugged-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.367980] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Acquiring lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.367980] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.367980] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.368211] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] No waiting events found dispatching network-vif-plugged-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.368286] env[70623]: WARNING nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received unexpected event network-vif-plugged-a05d8582-d877-4fec-a933-640df079e071 for instance with vm_state building and task_state spawning. [ 722.368446] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received event network-changed-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.368597] env[70623]: DEBUG nova.compute.manager [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing instance network info cache due to event network-changed-a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 722.368774] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.368907] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.369073] env[70623]: DEBUG nova.network.neutron [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing network info cache for port a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.371606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.372957] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.467022] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.467022] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05d383fc-594d-46da-9c04-b4df2bdb2da8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.471674] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d656377c-e290-40c0-a862-4472b88e2b65 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.582s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.486898] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 722.486898] env[70623]: value = "task-2793158" [ 722.486898] env[70623]: _type = "Task" [ 722.486898] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.503982] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.551951] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793157, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.586606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.587135] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.590224] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.100s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.591881] env[70623]: INFO nova.compute.claims [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.678989] env[70623]: DEBUG nova.network.neutron [-] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.729476] env[70623]: DEBUG nova.network.neutron [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Successfully updated port: f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.901169] env[70623]: DEBUG nova.network.neutron [-] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.939141] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.977501] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.003261] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.052333] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793157, 'name': CreateVM_Task, 'duration_secs': 0.550896} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.057017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.057017] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.057017] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.057017] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.057017] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fba1704-43df-4f77-9b66-930a73362e0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.063039] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 723.063039] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5210b135-4306-fc95-9394-88fdebc5aec8" [ 723.063039] env[70623]: _type = "Task" [ 723.063039] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.073076] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5210b135-4306-fc95-9394-88fdebc5aec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.098281] env[70623]: DEBUG nova.compute.utils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.101831] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.102023] env[70623]: DEBUG nova.network.neutron [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.125329] env[70623]: DEBUG nova.network.neutron [-] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.174197] env[70623]: DEBUG nova.policy [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '267cab04fd0348a49c584821802d9864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8dfea60527e409aba95d4dea7837205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.181612] env[70623]: INFO nova.compute.manager [-] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Took 1.73 seconds to deallocate network for instance. [ 723.233891] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "refresh_cache-091c5198-df49-46d4-a61b-54b26267e925" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.235686] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquired lock "refresh_cache-091c5198-df49-46d4-a61b-54b26267e925" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.235917] env[70623]: DEBUG nova.network.neutron [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.325538] env[70623]: DEBUG nova.compute.manager [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Received event network-vif-plugged-f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.325538] env[70623]: DEBUG oslo_concurrency.lockutils [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] Acquiring lock "091c5198-df49-46d4-a61b-54b26267e925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.325815] env[70623]: DEBUG oslo_concurrency.lockutils [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] Lock "091c5198-df49-46d4-a61b-54b26267e925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.325869] env[70623]: DEBUG oslo_concurrency.lockutils [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] Lock "091c5198-df49-46d4-a61b-54b26267e925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.326150] env[70623]: DEBUG nova.compute.manager [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] No waiting events found dispatching network-vif-plugged-f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.326434] env[70623]: WARNING nova.compute.manager [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Received unexpected event network-vif-plugged-f022e001-5f66-4d70-806e-9251d4c05a98 for instance with vm_state building and task_state spawning. [ 723.326662] env[70623]: DEBUG nova.compute.manager [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Received event network-vif-deleted-5e163441-bba4-48ad-ae65-a757fed84a23 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.326887] env[70623]: DEBUG nova.compute.manager [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Received event network-changed-f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.327094] env[70623]: DEBUG nova.compute.manager [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Refreshing instance network info cache due to event network-changed-f022e001-5f66-4d70-806e-9251d4c05a98. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 723.327305] env[70623]: DEBUG oslo_concurrency.lockutils [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] Acquiring lock "refresh_cache-091c5198-df49-46d4-a61b-54b26267e925" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.384316] env[70623]: DEBUG nova.network.neutron [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updated VIF entry in instance network info cache for port a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.384677] env[70623]: DEBUG nova.network.neutron [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.404237] env[70623]: INFO nova.compute.manager [-] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Took 1.37 seconds to deallocate network for instance. [ 723.500409] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793158, 'name': CreateSnapshot_Task, 'duration_secs': 0.583215} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.500824] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.502348] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e66152-67a0-400f-82b2-261811644b29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.507917] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.543995] env[70623]: DEBUG nova.network.neutron [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Successfully created port: d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.575358] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5210b135-4306-fc95-9394-88fdebc5aec8, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.578107] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.578366] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.578607] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.578755] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.578933] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.579248] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b439f4e1-e8f0-4e77-afe8-ce6f8a649e1d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.594040] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.594040] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.594774] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8768d454-f23a-4a60-8acc-c3566adbd46b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.604607] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.623856] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 723.623856] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5c726-9d6e-795c-0f58-20a891fe5191" [ 723.623856] env[70623]: _type = "Task" [ 723.623856] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.627283] env[70623]: INFO nova.compute.manager [-] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Took 1.53 seconds to deallocate network for instance. [ 723.639314] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5c726-9d6e-795c-0f58-20a891fe5191, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.643252] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06e5289-ef1f-413d-89e9-86ef9c0d687d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.650130] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 723.650130] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52379454-4358-b4d4-c430-eb1341236f7d" [ 723.650130] env[70623]: _type = "Task" [ 723.650130] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.653351] env[70623]: DEBUG nova.compute.manager [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-changed-06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.653626] env[70623]: DEBUG nova.compute.manager [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Refreshing instance network info cache due to event network-changed-06524008-7837-4060-951b-b31ca8e3391e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 723.653901] env[70623]: DEBUG oslo_concurrency.lockutils [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] Acquiring lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.667421] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52379454-4358-b4d4-c430-eb1341236f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.671981] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.671981] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] db0b4f76-e22a-4d07-98f0-d3351cf2bd27/db0b4f76-e22a-4d07-98f0-d3351cf2bd27.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.672222] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b846a94a-0240-4c1c-a951-c14f6672bb82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.682336] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 723.682336] env[70623]: value = "task-2793159" [ 723.682336] env[70623]: _type = "Task" [ 723.682336] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.693835] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.703975] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.744746] env[70623]: DEBUG nova.network.neutron [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Updating instance_info_cache with network_info: [{"id": "ca476ef2-af2e-43b9-aa8e-4a843a3aaf01", "address": "fa:16:3e:10:26:7d", "network": {"id": "efaed33c-48b8-4b40-a956-eb9ba9cc71eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-648961558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca476ef2-af", "ovs_interfaceid": "ca476ef2-af2e-43b9-aa8e-4a843a3aaf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd92534e-da5b-4dba-b1fd-2f7d6fc230c8", "address": "fa:16:3e:d0:2a:58", "network": {"id": "4fa5d507-4921-44f9-b4c4-94c08a78d3d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1707914167", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd92534e-da", "ovs_interfaceid": "bd92534e-da5b-4dba-b1fd-2f7d6fc230c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06524008-7837-4060-951b-b31ca8e3391e", "address": "fa:16:3e:49:fd:a2", "network": {"id": "efaed33c-48b8-4b40-a956-eb9ba9cc71eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-648961558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06524008-78", "ovs_interfaceid": "06524008-7837-4060-951b-b31ca8e3391e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.798938] env[70623]: DEBUG nova.network.neutron [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.889096] env[70623]: DEBUG oslo_concurrency.lockutils [req-2f452f9a-d7c9-4f44-879f-f49ddb568dc1 req-8a61d604-1a7d-48fd-a7de-b1de5bafaaa6 service nova] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.895746] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215aa35-edad-e82b-ddeb-fbbac5b95a74/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.897098] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342b5e2-a558-4ed4-8cd3-f17bec6829d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.909954] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215aa35-edad-e82b-ddeb-fbbac5b95a74/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.909954] env[70623]: ERROR oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215aa35-edad-e82b-ddeb-fbbac5b95a74/disk-0.vmdk due to incomplete transfer. [ 723.909954] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0f10535-dc9b-4152-8625-645e16ac3834 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.914590] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.922753] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215aa35-edad-e82b-ddeb-fbbac5b95a74/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.922988] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Uploaded image b9d3ba2e-fa17-4eeb-8b95-111b51ce6a0e to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.925679] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.926245] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-855ebd7e-4fb3-4344-a4b6-f020dec1452c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.937796] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 723.937796] env[70623]: value = "task-2793160" [ 723.937796] env[70623]: _type = "Task" [ 723.937796] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.947697] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793160, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.008684] env[70623]: DEBUG nova.network.neutron [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Updating instance_info_cache with network_info: [{"id": "f022e001-5f66-4d70-806e-9251d4c05a98", "address": "fa:16:3e:61:83:01", "network": {"id": "54d2577b-8401-4753-bed1-16b5df3b511d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1379705364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5484dec9a27f49bfa294c642c7548712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf022e001-5f", "ovs_interfaceid": "f022e001-5f66-4d70-806e-9251d4c05a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.020502] env[70623]: DEBUG nova.compute.manager [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.022152] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04483a-f19b-4144-a4bc-6c552f942466 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.034940] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.035883] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a65f6bdd-2a63-4575-a9c2-57b675568cfc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.048518] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 724.048518] env[70623]: value = "task-2793161" [ 724.048518] env[70623]: _type = "Task" [ 724.048518] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.062940] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793161, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.140829] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.200019] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793159, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.242232] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72397f5e-a990-4925-be29-75150b43195b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.250357] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Releasing lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.250735] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance network_info: |[{"id": "ca476ef2-af2e-43b9-aa8e-4a843a3aaf01", "address": "fa:16:3e:10:26:7d", "network": {"id": "efaed33c-48b8-4b40-a956-eb9ba9cc71eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-648961558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca476ef2-af", "ovs_interfaceid": "ca476ef2-af2e-43b9-aa8e-4a843a3aaf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd92534e-da5b-4dba-b1fd-2f7d6fc230c8", "address": "fa:16:3e:d0:2a:58", "network": {"id": "4fa5d507-4921-44f9-b4c4-94c08a78d3d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1707914167", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd92534e-da", "ovs_interfaceid": "bd92534e-da5b-4dba-b1fd-2f7d6fc230c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06524008-7837-4060-951b-b31ca8e3391e", "address": "fa:16:3e:49:fd:a2", "network": {"id": "efaed33c-48b8-4b40-a956-eb9ba9cc71eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-648961558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06524008-78", "ovs_interfaceid": "06524008-7837-4060-951b-b31ca8e3391e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.251138] env[70623]: DEBUG oslo_concurrency.lockutils [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] Acquired lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.251372] env[70623]: DEBUG nova.network.neutron [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Refreshing network info cache for port 06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.252860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:26:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca476ef2-af2e-43b9-aa8e-4a843a3aaf01', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:2a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd92534e-da5b-4dba-b1fd-2f7d6fc230c8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:fd:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06524008-7837-4060-951b-b31ca8e3391e', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.266380] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Creating folder: Project (3ec4883a42064a12bb81d7080acd8f94). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.267485] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125efc7d-e262-4008-89f8-7eee6b1bbb62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.276209] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffdfbd71-b984-401e-ae3c-2d3d132b0568 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.308919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66e44b-3275-4ab0-960d-1ac1254cef4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.311728] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Created folder: Project (3ec4883a42064a12bb81d7080acd8f94) in parent group-v561316. [ 724.311969] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Creating folder: Instances. Parent ref: group-v561410. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.312364] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f89d1b-f3d3-4b74-8e28-2813e6492af1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.319780] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4027077-951b-4927-a4e9-cc9f6e2d2972 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.325023] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Created folder: Instances in parent group-v561410. [ 724.325134] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.325699] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.326074] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb694e5-0531-4f90-91b3-5b221d10ec9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.354556] env[70623]: DEBUG nova.compute.provider_tree [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.362491] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.362491] env[70623]: value = "task-2793164" [ 724.362491] env[70623]: _type = "Task" [ 724.362491] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.375118] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793164, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.449394] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793160, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.514630] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Releasing lock "refresh_cache-091c5198-df49-46d4-a61b-54b26267e925" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.514969] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Instance network_info: |[{"id": "f022e001-5f66-4d70-806e-9251d4c05a98", "address": "fa:16:3e:61:83:01", "network": {"id": "54d2577b-8401-4753-bed1-16b5df3b511d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1379705364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5484dec9a27f49bfa294c642c7548712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf022e001-5f", "ovs_interfaceid": "f022e001-5f66-4d70-806e-9251d4c05a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.515332] env[70623]: DEBUG oslo_concurrency.lockutils [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] Acquired lock "refresh_cache-091c5198-df49-46d4-a61b-54b26267e925" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.515612] env[70623]: DEBUG nova.network.neutron [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Refreshing network info cache for port f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.516929] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:83:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f022e001-5f66-4d70-806e-9251d4c05a98', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.640300] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Creating folder: Project (5484dec9a27f49bfa294c642c7548712). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.640300] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90a1707-fd96-42f8-ba4d-405c029ce843 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.640300] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Created folder: Project (5484dec9a27f49bfa294c642c7548712) in parent group-v561316. [ 724.640300] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Creating folder: Instances. Parent ref: group-v561413. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.640300] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba3c09d5-1a9b-43ad-a539-b5bf7382b786 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.640300] env[70623]: INFO nova.compute.manager [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] instance snapshotting [ 724.640300] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c991dec-795c-442f-b0e6-57e7aac200a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.640300] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Created folder: Instances in parent group-v561413. [ 724.640300] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.640300] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.640300] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-544668ab-4094-43af-89cc-e64413154f31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.649799] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.652695] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793161, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.654583] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407b8ec0-b3bc-4a7a-b1af-62572e99eb61 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.661159] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.661159] env[70623]: value = "task-2793167" [ 724.661159] env[70623]: _type = "Task" [ 724.661159] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.677970] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793167, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.680654] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.682157] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.682418] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.682418] env[70623]: DEBUG nova.virt.hardware [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.685092] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1dd593-382e-4ed1-b087-dfe988914ac8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.695793] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec48385-4b4b-4cf4-879e-e7892c139e1f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.708828] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53402} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.717361] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] db0b4f76-e22a-4d07-98f0-d3351cf2bd27/db0b4f76-e22a-4d07-98f0-d3351cf2bd27.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.717622] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.718386] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71cb40f6-1886-4aeb-9f5b-89f3d3559df3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.726356] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 724.726356] env[70623]: value = "task-2793168" [ 724.726356] env[70623]: _type = "Task" [ 724.726356] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.737599] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.858994] env[70623]: DEBUG nova.scheduler.client.report [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.886013] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793164, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.951772] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793160, 'name': Destroy_Task, 'duration_secs': 0.579362} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.952097] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Destroyed the VM [ 724.952304] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.952731] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f9fb04f-9739-4ae8-b710-272ad3b34652 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.962110] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 724.962110] env[70623]: value = "task-2793169" [ 724.962110] env[70623]: _type = "Task" [ 724.962110] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.971924] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.076229] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793161, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.128217] env[70623]: DEBUG nova.network.neutron [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Updated VIF entry in instance network info cache for port 06524008-7837-4060-951b-b31ca8e3391e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.128389] env[70623]: DEBUG nova.network.neutron [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Updating instance_info_cache with network_info: [{"id": "ca476ef2-af2e-43b9-aa8e-4a843a3aaf01", "address": "fa:16:3e:10:26:7d", "network": {"id": "efaed33c-48b8-4b40-a956-eb9ba9cc71eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-648961558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca476ef2-af", "ovs_interfaceid": "ca476ef2-af2e-43b9-aa8e-4a843a3aaf01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd92534e-da5b-4dba-b1fd-2f7d6fc230c8", "address": "fa:16:3e:d0:2a:58", "network": {"id": "4fa5d507-4921-44f9-b4c4-94c08a78d3d6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1707914167", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd92534e-da", "ovs_interfaceid": "bd92534e-da5b-4dba-b1fd-2f7d6fc230c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06524008-7837-4060-951b-b31ca8e3391e", "address": "fa:16:3e:49:fd:a2", "network": {"id": "efaed33c-48b8-4b40-a956-eb9ba9cc71eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-648961558", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06524008-78", "ovs_interfaceid": "06524008-7837-4060-951b-b31ca8e3391e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.175629] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.176284] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793167, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.176519] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69fa5c35-ca28-4a2f-aea3-b864190588bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.187566] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 725.187566] env[70623]: value = "task-2793170" [ 725.187566] env[70623]: _type = "Task" [ 725.187566] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.199092] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.236488] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.236864] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.237731] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2a313-bb31-4335-be15-e192579997e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.262465] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] db0b4f76-e22a-4d07-98f0-d3351cf2bd27/db0b4f76-e22a-4d07-98f0-d3351cf2bd27.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.262765] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2808f0e5-8d60-4603-8103-04f55251fbb7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.285476] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 725.285476] env[70623]: value = "task-2793171" [ 725.285476] env[70623]: _type = "Task" [ 725.285476] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.294491] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.310805] env[70623]: DEBUG nova.network.neutron [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Updated VIF entry in instance network info cache for port f022e001-5f66-4d70-806e-9251d4c05a98. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.311196] env[70623]: DEBUG nova.network.neutron [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Updating instance_info_cache with network_info: [{"id": "f022e001-5f66-4d70-806e-9251d4c05a98", "address": "fa:16:3e:61:83:01", "network": {"id": "54d2577b-8401-4753-bed1-16b5df3b511d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1379705364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5484dec9a27f49bfa294c642c7548712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf022e001-5f", "ovs_interfaceid": "f022e001-5f66-4d70-806e-9251d4c05a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.351038] env[70623]: DEBUG nova.network.neutron [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Successfully updated port: d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.379035] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793164, 'name': CreateVM_Task, 'duration_secs': 0.814954} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.379035] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.379035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.379307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.379663] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.380558] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.381702] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.384933] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d0ac2a-6f93-4461-92ea-33a3ac861c00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.388453] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.545s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.390727] env[70623]: INFO nova.compute.claims [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.399889] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 725.399889] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d87ddd-7fef-39c1-5496-0b18b88e2cbe" [ 725.399889] env[70623]: _type = "Task" [ 725.399889] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.412982] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d87ddd-7fef-39c1-5496-0b18b88e2cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.475603] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793169, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.571929] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793161, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.632177] env[70623]: DEBUG oslo_concurrency.lockutils [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] Releasing lock "refresh_cache-4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.632464] env[70623]: DEBUG nova.compute.manager [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Received event network-vif-deleted-b8336036-17c6-4d1f-8508-c548bcb2da8e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.632674] env[70623]: DEBUG nova.compute.manager [req-e6639222-9fb0-408b-9aa8-3fb70c45ee80 req-fab024c6-2c53-4b22-b1d2-653e86078536 service nova] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Received event network-vif-deleted-463ac4f1-2586-47d6-b0f4-b9137be9c1a5 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.674391] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793167, 'name': CreateVM_Task, 'duration_secs': 0.650992} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.674391] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.674802] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.697488] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.710771] env[70623]: DEBUG nova.compute.manager [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Received event network-vif-plugged-d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.710986] env[70623]: DEBUG oslo_concurrency.lockutils [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] Acquiring lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.711213] env[70623]: DEBUG oslo_concurrency.lockutils [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.711428] env[70623]: DEBUG oslo_concurrency.lockutils [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.711600] env[70623]: DEBUG nova.compute.manager [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] No waiting events found dispatching network-vif-plugged-d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.711906] env[70623]: WARNING nova.compute.manager [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Received unexpected event network-vif-plugged-d57d0b17-6b48-46e2-9fad-dc047bf6573c for instance with vm_state building and task_state spawning. [ 725.711990] env[70623]: DEBUG nova.compute.manager [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Received event network-changed-d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.712194] env[70623]: DEBUG nova.compute.manager [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Refreshing instance network info cache due to event network-changed-d57d0b17-6b48-46e2-9fad-dc047bf6573c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 725.712373] env[70623]: DEBUG oslo_concurrency.lockutils [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] Acquiring lock "refresh_cache-d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.712460] env[70623]: DEBUG oslo_concurrency.lockutils [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] Acquired lock "refresh_cache-d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.712628] env[70623]: DEBUG nova.network.neutron [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Refreshing network info cache for port d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.795951] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.813703] env[70623]: DEBUG oslo_concurrency.lockutils [req-66dc776b-7a19-4509-a0a4-ba5dfc923182 req-223888b1-57cc-4613-b2f7-abd39c4ea282 service nova] Releasing lock "refresh_cache-091c5198-df49-46d4-a61b-54b26267e925" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.854143] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "refresh_cache-d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.890402] env[70623]: DEBUG nova.compute.utils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.891819] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.891985] env[70623]: DEBUG nova.network.neutron [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.911430] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d87ddd-7fef-39c1-5496-0b18b88e2cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.912344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.912344] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.912344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.912344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.912558] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.912773] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.913084] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.913310] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80fc9fa-83c9-4035-9162-7c9ceca84325 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.915221] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4172e9d-0fdf-4767-9b2e-ae41aa19e800 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.921425] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 725.921425] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f340f0-ce96-84d2-7853-243b534c9e77" [ 725.921425] env[70623]: _type = "Task" [ 725.921425] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.925707] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.925787] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.926816] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63be69a8-eaf4-43c1-81af-19666d16bb1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.930255] env[70623]: DEBUG nova.policy [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '252fc1c5d0c7408aae9b3fe194b0da63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e66d79e9805f4823878c375be049aed4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.935052] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f340f0-ce96-84d2-7853-243b534c9e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.939036] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 725.939036] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52278997-e59f-cf1c-b0b4-2a4dfbe10e4e" [ 725.939036] env[70623]: _type = "Task" [ 725.939036] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.947668] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52278997-e59f-cf1c-b0b4-2a4dfbe10e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.976883] env[70623]: DEBUG oslo_vmware.api [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793169, 'name': RemoveSnapshot_Task, 'duration_secs': 0.618898} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.977860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.977860] env[70623]: INFO nova.compute.manager [None req-5e078cdf-e3bf-40f9-a426-1e30215813e1 tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Took 14.25 seconds to snapshot the instance on the hypervisor. [ 726.073095] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793161, 'name': CloneVM_Task, 'duration_secs': 1.559598} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.073095] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Created linked-clone VM from snapshot [ 726.074073] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a384cf37-7bdd-492b-af8b-b82b00f07990 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.081487] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Uploading image 2d4d8cf6-c1b5-40a6-9abb-d9584eba59ed {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.107323] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.107323] env[70623]: value = "vm-561409" [ 726.107323] env[70623]: _type = "VirtualMachine" [ 726.107323] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.107595] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c46f9549-28a8-4fa4-9f88-57bde7dacfdd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.115509] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease: (returnval){ [ 726.115509] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f05c3-0423-3de6-4f1e-dce4ff97e087" [ 726.115509] env[70623]: _type = "HttpNfcLease" [ 726.115509] env[70623]: } obtained for exporting VM: (result){ [ 726.115509] env[70623]: value = "vm-561409" [ 726.115509] env[70623]: _type = "VirtualMachine" [ 726.115509] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.115864] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the lease: (returnval){ [ 726.115864] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f05c3-0423-3de6-4f1e-dce4ff97e087" [ 726.115864] env[70623]: _type = "HttpNfcLease" [ 726.115864] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.122389] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.122389] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f05c3-0423-3de6-4f1e-dce4ff97e087" [ 726.122389] env[70623]: _type = "HttpNfcLease" [ 726.122389] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.199710] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.246894] env[70623]: DEBUG nova.network.neutron [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.263335] env[70623]: DEBUG nova.network.neutron [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Successfully created port: 2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.297034] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793171, 'name': ReconfigVM_Task, 'duration_secs': 0.547905} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.300202] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Reconfigured VM instance instance-00000020 to attach disk [datastore2] db0b4f76-e22a-4d07-98f0-d3351cf2bd27/db0b4f76-e22a-4d07-98f0-d3351cf2bd27.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.300854] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f165c2f3-e5f1-4390-ab56-eafd1d2e2b4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.308752] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 726.308752] env[70623]: value = "task-2793173" [ 726.308752] env[70623]: _type = "Task" [ 726.308752] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.317354] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793173, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.346685] env[70623]: DEBUG nova.network.neutron [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.394867] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.436142] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f340f0-ce96-84d2-7853-243b534c9e77, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.439121] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.439381] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.439601] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453877] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52278997-e59f-cf1c-b0b4-2a4dfbe10e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.456573] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bc41c6-2e8b-4505-a3d3-98529b2bf0f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.465173] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 726.465173] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5270cfb8-e42f-3b59-7d4b-42da376074cc" [ 726.465173] env[70623]: _type = "Task" [ 726.465173] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.477618] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5270cfb8-e42f-3b59-7d4b-42da376074cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.624430] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.624430] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f05c3-0423-3de6-4f1e-dce4ff97e087" [ 726.624430] env[70623]: _type = "HttpNfcLease" [ 726.624430] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.624430] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.624430] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f05c3-0423-3de6-4f1e-dce4ff97e087" [ 726.624430] env[70623]: _type = "HttpNfcLease" [ 726.624430] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.624847] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96904e8a-7bd8-4f58-afee-3da76d44d404 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.636767] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52178953-ab0e-2c49-3e5b-c63919e0e55f/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.636767] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52178953-ab0e-2c49-3e5b-c63919e0e55f/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.707353] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793170, 'name': CreateSnapshot_Task, 'duration_secs': 1.224327} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.707678] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.708563] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caa8e4a-caed-4047-8219-d93110fde7fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.734605] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-497e9913-03c4-4602-a30b-b9047c2abd0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.818432] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793173, 'name': Rename_Task, 'duration_secs': 0.355749} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.820871] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.821299] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6366cc98-0470-4390-b87f-6e954f7c2cd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.829724] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 726.829724] env[70623]: value = "task-2793174" [ 726.829724] env[70623]: _type = "Task" [ 726.829724] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.840311] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.849489] env[70623]: DEBUG oslo_concurrency.lockutils [req-ac184ad8-ae28-48b3-bae9-df562939cc03 req-4f4e6518-6fbf-4499-ab6c-d4f7a943eb56 service nova] Releasing lock "refresh_cache-d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.849866] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquired lock "refresh_cache-d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.850042] env[70623]: DEBUG nova.network.neutron [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.983025] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5270cfb8-e42f-3b59-7d4b-42da376074cc, 'name': SearchDatastore_Task, 'duration_secs': 0.033131} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.983466] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.983504] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb/4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.983851] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.984126] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.984392] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7100f1ea-17d8-4dfb-9e99-70bff4e05767 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.987152] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a88d254-d1f2-4c47-b29e-f0ac998fc88a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.000597] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 727.000597] env[70623]: value = "task-2793175" [ 727.000597] env[70623]: _type = "Task" [ 727.000597] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.000597] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.000597] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.002207] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8daa3f74-46a7-4a64-96d3-bb077659417a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.009462] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 727.009462] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52858424-4899-8e0b-f9e1-2fb60f33c41d" [ 727.009462] env[70623]: _type = "Task" [ 727.009462] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.013503] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.014368] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5e642-9f5e-4f4e-9bf3-13c816afbd06 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.034616] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52858424-4899-8e0b-f9e1-2fb60f33c41d, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.035639] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23e3d3-cfff-482e-9f6f-d7e5c441ced9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.040403] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ad2fcf-4fa0-49fd-a29e-c670528caea7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.047139] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 727.047139] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52766a58-e04d-c036-830f-1ce0404e2463" [ 727.047139] env[70623]: _type = "Task" [ 727.047139] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.081021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436dece-adac-4cc8-b3aa-f49f962e19f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.093740] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c9ff45-41ed-4dea-8490-a88eab4504f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.097896] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52766a58-e04d-c036-830f-1ce0404e2463, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.098175] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.098426] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 091c5198-df49-46d4-a61b-54b26267e925/091c5198-df49-46d4-a61b-54b26267e925.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.099167] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f29e68-c3ae-4ed6-a3b4-136c2029b4df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.111195] env[70623]: DEBUG nova.compute.provider_tree [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.120518] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 727.120518] env[70623]: value = "task-2793176" [ 727.120518] env[70623]: _type = "Task" [ 727.120518] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.136813] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.233115] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.233193] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-756c0cdb-0323-4ef9-8769-be95221ad089 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.250027] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 727.250027] env[70623]: value = "task-2793177" [ 727.250027] env[70623]: _type = "Task" [ 727.250027] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.257922] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793177, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.344688] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.390703] env[70623]: DEBUG nova.network.neutron [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.416766] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.445439] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.445911] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.446163] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.446583] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.446710] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.446950] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.447349] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.447630] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.448224] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.449483] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.449483] env[70623]: DEBUG nova.virt.hardware [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.450212] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d45f9-e90c-4b62-8a5d-aff9f0ed0129 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.463669] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e08f6-500f-4dd2-b214-a9056e2bb730 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.511824] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.527703] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.527977] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.528207] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.529450] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.529450] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.534432] env[70623]: INFO nova.compute.manager [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Terminating instance [ 727.615839] env[70623]: DEBUG nova.scheduler.client.report [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.627707] env[70623]: DEBUG nova.network.neutron [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Updating instance_info_cache with network_info: [{"id": "d57d0b17-6b48-46e2-9fad-dc047bf6573c", "address": "fa:16:3e:db:bd:62", "network": {"id": "59c70e9f-56b6-45cc-af17-d565793870f9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1929744676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8dfea60527e409aba95d4dea7837205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d0b17-6b", "ovs_interfaceid": "d57d0b17-6b48-46e2-9fad-dc047bf6573c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.638026] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.763049] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793177, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.843828] env[70623]: DEBUG oslo_vmware.api [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793174, 'name': PowerOnVM_Task, 'duration_secs': 0.853125} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.844242] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.844732] env[70623]: INFO nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Took 8.81 seconds to spawn the instance on the hypervisor. [ 727.844936] env[70623]: DEBUG nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.846126] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f7f6a-e280-4130-baf3-8bc670ab89cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.913921] env[70623]: DEBUG nova.compute.manager [req-4853f428-10df-4e06-b130-aa4c1be943b4 req-31e010d5-01c6-437e-b9d6-d06212e9ef12 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Received event network-vif-plugged-2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.913921] env[70623]: DEBUG oslo_concurrency.lockutils [req-4853f428-10df-4e06-b130-aa4c1be943b4 req-31e010d5-01c6-437e-b9d6-d06212e9ef12 service nova] Acquiring lock "bec74a85-11dd-4d81-97c6-6799afb4a327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.913921] env[70623]: DEBUG oslo_concurrency.lockutils [req-4853f428-10df-4e06-b130-aa4c1be943b4 req-31e010d5-01c6-437e-b9d6-d06212e9ef12 service nova] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.913921] env[70623]: DEBUG oslo_concurrency.lockutils [req-4853f428-10df-4e06-b130-aa4c1be943b4 req-31e010d5-01c6-437e-b9d6-d06212e9ef12 service nova] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.914800] env[70623]: DEBUG nova.compute.manager [req-4853f428-10df-4e06-b130-aa4c1be943b4 req-31e010d5-01c6-437e-b9d6-d06212e9ef12 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] No waiting events found dispatching network-vif-plugged-2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.915296] env[70623]: WARNING nova.compute.manager [req-4853f428-10df-4e06-b130-aa4c1be943b4 req-31e010d5-01c6-437e-b9d6-d06212e9ef12 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Received unexpected event network-vif-plugged-2107d649-3f49-4a01-8377-4d9d82eabeca for instance with vm_state building and task_state spawning. [ 727.993667] env[70623]: DEBUG nova.network.neutron [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Successfully updated port: 2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.011230] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545095} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.012543] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb/4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.012902] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.013198] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ff2a49d-80e6-4454-bd0c-05ce507308f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.025455] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 728.025455] env[70623]: value = "task-2793178" [ 728.025455] env[70623]: _type = "Task" [ 728.025455] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.036207] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.038568] env[70623]: DEBUG nova.compute.manager [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.038985] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.040770] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1fd896-df30-431e-83cf-a6859e3d6fca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.052740] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.055194] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00079868-6d97-45c3-9f5c-f7800ce7ed78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.063971] env[70623]: DEBUG oslo_vmware.api [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 728.063971] env[70623]: value = "task-2793179" [ 728.063971] env[70623]: _type = "Task" [ 728.063971] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.076484] env[70623]: DEBUG oslo_vmware.api [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.121265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.122301] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.125690] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.288s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.125690] env[70623]: DEBUG nova.objects.instance [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lazy-loading 'resources' on Instance uuid b54e480f-1178-492b-a18c-48baf46b97a9 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.131747] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Releasing lock "refresh_cache-d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.131747] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Instance network_info: |[{"id": "d57d0b17-6b48-46e2-9fad-dc047bf6573c", "address": "fa:16:3e:db:bd:62", "network": {"id": "59c70e9f-56b6-45cc-af17-d565793870f9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1929744676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8dfea60527e409aba95d4dea7837205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d0b17-6b", "ovs_interfaceid": "d57d0b17-6b48-46e2-9fad-dc047bf6573c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.132706] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:bd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57d0b17-6b48-46e2-9fad-dc047bf6573c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.141905] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Creating folder: Project (d8dfea60527e409aba95d4dea7837205). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.143328] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a19ab243-1428-4200-a8dd-bd2993882565 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.150360] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833779} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.151143] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 091c5198-df49-46d4-a61b-54b26267e925/091c5198-df49-46d4-a61b-54b26267e925.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.151432] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.152061] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49765fe9-189d-4a2c-bf2d-81998f1b13e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.163035] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 728.163035] env[70623]: value = "task-2793181" [ 728.163035] env[70623]: _type = "Task" [ 728.163035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.165197] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Created folder: Project (d8dfea60527e409aba95d4dea7837205) in parent group-v561316. [ 728.165800] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Creating folder: Instances. Parent ref: group-v561418. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.169357] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce2b7e00-f699-43d2-950c-369615ef76a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.180219] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.185110] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Created folder: Instances in parent group-v561418. [ 728.185768] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.185768] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.186061] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff54b65d-4b44-4471-b7c1-e4a635c5b01d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.210828] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.210828] env[70623]: value = "task-2793183" [ 728.210828] env[70623]: _type = "Task" [ 728.210828] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.222940] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793183, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.263538] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793177, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.373406] env[70623]: INFO nova.compute.manager [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Took 42.44 seconds to build instance. [ 728.497175] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.497175] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquired lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.497175] env[70623]: DEBUG nova.network.neutron [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.534834] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083311} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.535108] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.535988] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b575aff1-dde3-4707-9c5c-321fe3ce2a5b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.564578] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb/4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.565122] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2d2c9e-d1b1-44b4-a09b-303b75b57026 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.592740] env[70623]: DEBUG oslo_vmware.api [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793179, 'name': PowerOffVM_Task, 'duration_secs': 0.234602} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.594496] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.594768] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.595203] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 728.595203] env[70623]: value = "task-2793184" [ 728.595203] env[70623]: _type = "Task" [ 728.595203] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.595666] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4a5620-d1b5-414c-a522-94596e1603bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.608600] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.635369] env[70623]: DEBUG nova.compute.utils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.637367] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.638478] env[70623]: DEBUG nova.network.neutron [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.679888] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085506} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.679888] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.683786] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2a0ee-c4de-4383-af01-7dabb55c8437 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.712744] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 091c5198-df49-46d4-a61b-54b26267e925/091c5198-df49-46d4-a61b-54b26267e925.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.717286] env[70623]: DEBUG nova.policy [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97b20f11f964eed9d8853d306c00208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77451c41ec5141f7a6fb491d0470f2eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.719284] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18410266-0eda-419b-9e3d-3318cdfe5f4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.748026] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.748026] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.748026] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Deleting the datastore file [datastore2] ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.748026] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2002b63-4b6a-40be-b5c4-67e8e8d52626 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.760054] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793183, 'name': CreateVM_Task, 'duration_secs': 0.476563} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.760411] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 728.760411] env[70623]: value = "task-2793186" [ 728.760411] env[70623]: _type = "Task" [ 728.760411] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.763135] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.763577] env[70623]: DEBUG oslo_vmware.api [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for the task: (returnval){ [ 728.763577] env[70623]: value = "task-2793187" [ 728.763577] env[70623]: _type = "Task" [ 728.763577] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.764237] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.764413] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.764819] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.770366] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6e715e-43a5-44bb-bec6-82d35d1daae7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.794023] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.794023] env[70623]: DEBUG oslo_vmware.api [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.794023] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793177, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.794023] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 728.794023] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52264df6-c091-52ba-43e8-8ebdb9b6fc8e" [ 728.794023] env[70623]: _type = "Task" [ 728.794023] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.802834] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52264df6-c091-52ba-43e8-8ebdb9b6fc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013761} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.805683] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.805967] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.806270] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.806425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.806638] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.807164] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa3691f-4afb-42d7-a830-884627b3aa3e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.817609] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.817848] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.821554] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d92d7f-6b2b-4164-a014-0624e63dcbc3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.828515] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 728.828515] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5257d747-46f8-7f63-ea06-7cad93ad4b8c" [ 728.828515] env[70623]: _type = "Task" [ 728.828515] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.838359] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5257d747-46f8-7f63-ea06-7cad93ad4b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.878358] env[70623]: DEBUG oslo_concurrency.lockutils [None req-16b1956f-d7c8-4096-b0a3-4baad6776375 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.522s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.039289] env[70623]: DEBUG nova.network.neutron [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.113134] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.126588] env[70623]: DEBUG nova.network.neutron [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Successfully created port: 1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.142500] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.263571] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793177, 'name': CloneVM_Task, 'duration_secs': 1.596232} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.264171] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Created linked-clone VM from snapshot [ 729.274284] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ff2e55-d5bf-48d4-872c-817ffd3c1442 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.288304] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Uploading image bbee2754-21de-41f9-be02-f425c8cb029b {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.303854] env[70623]: DEBUG oslo_vmware.api [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Task: {'id': task-2793187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222046} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.304092] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.307477] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.307477] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.307477] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.307477] env[70623]: INFO nova.compute.manager [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Took 1.27 seconds to destroy the instance on the hypervisor. [ 729.307477] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.307477] env[70623]: DEBUG nova.compute.manager [-] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.307477] env[70623]: DEBUG nova.network.neutron [-] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.328743] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.328743] env[70623]: value = "vm-561417" [ 729.328743] env[70623]: _type = "VirtualMachine" [ 729.328743] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.329127] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d14afc76-b72f-412d-bea3-e384a52cb7ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.345324] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5257d747-46f8-7f63-ea06-7cad93ad4b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.347381] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lease: (returnval){ [ 729.347381] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52998a97-638f-b85e-1530-d306c3dbd10e" [ 729.347381] env[70623]: _type = "HttpNfcLease" [ 729.347381] env[70623]: } obtained for exporting VM: (result){ [ 729.347381] env[70623]: value = "vm-561417" [ 729.347381] env[70623]: _type = "VirtualMachine" [ 729.347381] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.347645] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the lease: (returnval){ [ 729.347645] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52998a97-638f-b85e-1530-d306c3dbd10e" [ 729.347645] env[70623]: _type = "HttpNfcLease" [ 729.347645] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.347804] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af80b60-ab97-4f45-99c5-96618187d110 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.354945] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ffdfad-3bbb-4698-8ec2-f14d5ec33472 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362393] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.362393] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52998a97-638f-b85e-1530-d306c3dbd10e" [ 729.362393] env[70623]: _type = "HttpNfcLease" [ 729.362393] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.365980] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 729.365980] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a25cff-d273-0f0b-a8e6-d50013b6e42f" [ 729.365980] env[70623]: _type = "Task" [ 729.365980] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.367636] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c594989-e5ef-44e4-ae1a-65d58cf4a0d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.382021] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.434426] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a25cff-d273-0f0b-a8e6-d50013b6e42f, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.436390] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.436896] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca/d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.437944] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849fa13c-2260-4190-a6d6-217e5332cc93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.441532] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e47e2011-f38a-4e68-b757-8a769115299a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.453908] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe7a6e-4347-4628-9429-cfa398e89964 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.458595] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 729.458595] env[70623]: value = "task-2793189" [ 729.458595] env[70623]: _type = "Task" [ 729.458595] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.471772] env[70623]: DEBUG nova.compute.provider_tree [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.479912] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.611946] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793184, 'name': ReconfigVM_Task, 'duration_secs': 0.556424} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.612389] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb/4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.612957] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1807285-a2e7-43f1-970a-453df1bab881 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.622382] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 729.622382] env[70623]: value = "task-2793190" [ 729.622382] env[70623]: _type = "Task" [ 729.622382] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.630613] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793190, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.694656] env[70623]: DEBUG nova.network.neutron [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Updating instance_info_cache with network_info: [{"id": "2107d649-3f49-4a01-8377-4d9d82eabeca", "address": "fa:16:3e:66:07:85", "network": {"id": "a9d8d7b5-45a9-495a-a5ba-4ccb76a3c0d0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1021875822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66d79e9805f4823878c375be049aed4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2107d649-3f", "ovs_interfaceid": "2107d649-3f49-4a01-8377-4d9d82eabeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.775351] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793186, 'name': ReconfigVM_Task, 'duration_secs': 0.556157} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.775653] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 091c5198-df49-46d4-a61b-54b26267e925/091c5198-df49-46d4-a61b-54b26267e925.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.776362] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96cf8b27-39b2-4732-9dda-1bf6710d551d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.785333] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 729.785333] env[70623]: value = "task-2793191" [ 729.785333] env[70623]: _type = "Task" [ 729.785333] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.795885] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793191, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.859197] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.859197] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52998a97-638f-b85e-1530-d306c3dbd10e" [ 729.859197] env[70623]: _type = "HttpNfcLease" [ 729.859197] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.859562] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.859562] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52998a97-638f-b85e-1530-d306c3dbd10e" [ 729.859562] env[70623]: _type = "HttpNfcLease" [ 729.859562] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.860384] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0692c2-543f-4c1f-a2a7-0dd4021a0819 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.870323] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4a02-b74c-7330-b256-030d957e3046/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.870583] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4a02-b74c-7330-b256-030d957e3046/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.960811] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.971870] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.974596] env[70623]: DEBUG nova.scheduler.client.report [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.981983] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a8ce7c7-7212-46ca-b958-10540c74cbba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.135235] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793190, 'name': Rename_Task, 'duration_secs': 0.297258} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.135572] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.135794] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b67d704-7902-4d38-bdf2-08714d7da544 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.144622] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 730.144622] env[70623]: value = "task-2793192" [ 730.144622] env[70623]: _type = "Task" [ 730.144622] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.156134] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.158367] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.198299] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Releasing lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.198876] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Instance network_info: |[{"id": "2107d649-3f49-4a01-8377-4d9d82eabeca", "address": "fa:16:3e:66:07:85", "network": {"id": "a9d8d7b5-45a9-495a-a5ba-4ccb76a3c0d0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1021875822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66d79e9805f4823878c375be049aed4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2107d649-3f", "ovs_interfaceid": "2107d649-3f49-4a01-8377-4d9d82eabeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.199834] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:07:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2107d649-3f49-4a01-8377-4d9d82eabeca', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.208904] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Creating folder: Project (e66d79e9805f4823878c375be049aed4). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.209224] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc3dc65-7355-440c-8c0d-3cb9406d1316 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.223689] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Created folder: Project (e66d79e9805f4823878c375be049aed4) in parent group-v561316. [ 730.223918] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Creating folder: Instances. Parent ref: group-v561421. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.226743] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c24b5e-023a-4e70-ae5d-f3e52ccf59e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.240337] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Created folder: Instances in parent group-v561421. [ 730.240635] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.240868] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.241124] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5ed4e1e-04cb-44cc-95bc-d8ba08b3b2e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.260491] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.262449] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.262741] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.263907] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.264160] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.264291] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.264773] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.265027] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.265495] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.265818] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.266139] env[70623]: DEBUG nova.virt.hardware [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.267565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84b9ad-2e26-4508-bc21-c274fb48f9f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.280735] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f4b83c-1322-444f-8e46-0b7ba877aa94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.288073] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.288073] env[70623]: value = "task-2793195" [ 730.288073] env[70623]: _type = "Task" [ 730.288073] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.316253] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793191, 'name': Rename_Task, 'duration_secs': 0.279235} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.320044] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.320336] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793195, 'name': CreateVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.320688] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73ebcf6-2178-4b3c-a7cd-f4d9e68d216f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.330166] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 730.330166] env[70623]: value = "task-2793196" [ 730.330166] env[70623]: _type = "Task" [ 730.330166] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.341810] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.344877] env[70623]: DEBUG nova.compute.manager [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Received event network-changed-2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.345108] env[70623]: DEBUG nova.compute.manager [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Refreshing instance network info cache due to event network-changed-2107d649-3f49-4a01-8377-4d9d82eabeca. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 730.345322] env[70623]: DEBUG oslo_concurrency.lockutils [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] Acquiring lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.345474] env[70623]: DEBUG oslo_concurrency.lockutils [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] Acquired lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.345697] env[70623]: DEBUG nova.network.neutron [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Refreshing network info cache for port 2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.427486] env[70623]: DEBUG nova.compute.manager [req-41df84d3-75bd-4379-a02a-6595e52a66a0 req-9087bae4-e1eb-4a59-9146-acc74a71ed92 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Received event network-vif-deleted-c1c7c154-f3be-45f1-a26c-271603add781 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.428347] env[70623]: INFO nova.compute.manager [req-41df84d3-75bd-4379-a02a-6595e52a66a0 req-9087bae4-e1eb-4a59-9146-acc74a71ed92 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Neutron deleted interface c1c7c154-f3be-45f1-a26c-271603add781; detaching it from the instance and deleting it from the info cache [ 730.428993] env[70623]: DEBUG nova.network.neutron [req-41df84d3-75bd-4379-a02a-6595e52a66a0 req-9087bae4-e1eb-4a59-9146-acc74a71ed92 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.472997] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562798} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.473410] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca/d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.473669] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.474282] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a434b90-1c45-410c-a1ca-2f8bb3dc41bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.480756] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.487310] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.913s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.487529] env[70623]: INFO nova.compute.claims [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.496025] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 730.496025] env[70623]: value = "task-2793197" [ 730.496025] env[70623]: _type = "Task" [ 730.496025] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.503275] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.524526] env[70623]: INFO nova.scheduler.client.report [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Deleted allocations for instance b54e480f-1178-492b-a18c-48baf46b97a9 [ 730.661302] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.667947] env[70623]: DEBUG nova.network.neutron [-] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.802584] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793195, 'name': CreateVM_Task, 'duration_secs': 0.471745} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.802957] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.804181] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.804181] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.804814] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.805368] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edff32c7-63bb-47be-8e83-384cb42ad2fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.816623] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 730.816623] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b90d14-340b-6bd7-4175-7366e2e96f37" [ 730.816623] env[70623]: _type = "Task" [ 730.816623] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.827994] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b90d14-340b-6bd7-4175-7366e2e96f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.850574] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.917160] env[70623]: DEBUG nova.network.neutron [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Successfully updated port: 1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.936589] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e3cd116-93b1-442f-a4d2-93fdfbde937c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.954663] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23e94a-fc47-4e9f-aed2-87d3a3660e53 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.003340] env[70623]: DEBUG nova.compute.manager [req-41df84d3-75bd-4379-a02a-6595e52a66a0 req-9087bae4-e1eb-4a59-9146-acc74a71ed92 service nova] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Detach interface failed, port_id=c1c7c154-f3be-45f1-a26c-271603add781, reason: Instance ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 731.019106] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107244} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.019563] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.020799] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595791f6-7846-4029-b779-62e046e059eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.058153] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca/d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.063137] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bc30392e-10fc-4235-86d3-73733e563464 tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "b54e480f-1178-492b-a18c-48baf46b97a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.359s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.064480] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea429c8-f0f9-43e8-91ac-25f9d085fe55 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.094282] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 731.094282] env[70623]: value = "task-2793198" [ 731.094282] env[70623]: _type = "Task" [ 731.094282] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.106095] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.158361] env[70623]: DEBUG oslo_vmware.api [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793192, 'name': PowerOnVM_Task, 'duration_secs': 0.821265} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.158711] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.158852] env[70623]: INFO nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Took 17.34 seconds to spawn the instance on the hypervisor. [ 731.159056] env[70623]: DEBUG nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.160073] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23006e65-f1e2-4631-9fed-ddb671708eba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.176026] env[70623]: INFO nova.compute.manager [-] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Took 1.87 seconds to deallocate network for instance. [ 731.248591] env[70623]: DEBUG nova.network.neutron [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Updated VIF entry in instance network info cache for port 2107d649-3f49-4a01-8377-4d9d82eabeca. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.248991] env[70623]: DEBUG nova.network.neutron [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Updating instance_info_cache with network_info: [{"id": "2107d649-3f49-4a01-8377-4d9d82eabeca", "address": "fa:16:3e:66:07:85", "network": {"id": "a9d8d7b5-45a9-495a-a5ba-4ccb76a3c0d0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1021875822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66d79e9805f4823878c375be049aed4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2107d649-3f", "ovs_interfaceid": "2107d649-3f49-4a01-8377-4d9d82eabeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.328586] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b90d14-340b-6bd7-4175-7366e2e96f37, 'name': SearchDatastore_Task, 'duration_secs': 0.021972} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.328912] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.329173] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.329471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.331030] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.331030] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.331030] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774646e8-f851-4fa8-982f-811ffc800b37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.344723] env[70623]: DEBUG oslo_vmware.api [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793196, 'name': PowerOnVM_Task, 'duration_secs': 0.697557} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.344723] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.344723] env[70623]: INFO nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Took 9.52 seconds to spawn the instance on the hypervisor. [ 731.344723] env[70623]: DEBUG nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.348286] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec94d15-c6bd-40d5-a42f-894673195237 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.350960] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.351140] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.352173] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c7c90f-3ff3-4a56-9aff-95428543e64f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.362886] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 731.362886] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289b367-bbf4-82d6-0cb0-6d160ca07851" [ 731.362886] env[70623]: _type = "Task" [ 731.362886] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.375486] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289b367-bbf4-82d6-0cb0-6d160ca07851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.382033] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.382033] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.382033] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.382314] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.382497] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.384704] env[70623]: INFO nova.compute.manager [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Terminating instance [ 731.420298] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "refresh_cache-99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.420434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired lock "refresh_cache-99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.420681] env[70623]: DEBUG nova.network.neutron [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.607961] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.682591] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.683353] env[70623]: INFO nova.compute.manager [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Took 51.81 seconds to build instance. [ 731.751622] env[70623]: DEBUG oslo_concurrency.lockutils [req-068cba56-d598-4dc9-88e4-8788cb74b6cb req-2cae8d4f-6eff-4fdc-b17e-bae65fae4b75 service nova] Releasing lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.880245] env[70623]: INFO nova.compute.manager [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Took 40.53 seconds to build instance. [ 731.885663] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289b367-bbf4-82d6-0cb0-6d160ca07851, 'name': SearchDatastore_Task, 'duration_secs': 0.023708} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.887078] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b88aa8-b274-4512-a6f6-4a2ce8fa86b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.890358] env[70623]: DEBUG nova.compute.manager [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.890667] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.894319] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd9d71-cc68-4169-aab1-3929ced7199e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.903666] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.904810] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76226339-53ab-43f8-b595-0784de8399f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.906744] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 731.906744] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527768ca-b743-2a87-ad01-35b0e01a3e06" [ 731.906744] env[70623]: _type = "Task" [ 731.906744] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.915954] env[70623]: DEBUG oslo_vmware.api [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 731.915954] env[70623]: value = "task-2793199" [ 731.915954] env[70623]: _type = "Task" [ 731.915954] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.925968] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527768ca-b743-2a87-ad01-35b0e01a3e06, 'name': SearchDatastore_Task, 'duration_secs': 0.01603} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.929254] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.929626] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] bec74a85-11dd-4d81-97c6-6799afb4a327/bec74a85-11dd-4d81-97c6-6799afb4a327.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.930602] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f55473-c602-4a61-976c-786e875e3980 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.937913] env[70623]: DEBUG oslo_vmware.api [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.947021] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 731.947021] env[70623]: value = "task-2793200" [ 731.947021] env[70623]: _type = "Task" [ 731.947021] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.957233] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.965429] env[70623]: DEBUG nova.network.neutron [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.087384] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5db9ad-c482-4e5a-94e1-5404fbdc1437 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.101643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786be0ac-6bfd-469f-8e54-03ab3c63883d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.114849] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793198, 'name': ReconfigVM_Task, 'duration_secs': 0.650676} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.140154] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Reconfigured VM instance instance-00000022 to attach disk [datastore2] d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca/d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.141080] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c26d5359-415f-4fe6-a1f3-80500242d524 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.143619] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54096133-6a97-49b3-8843-5e2aed7fc8e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.147479] env[70623]: DEBUG nova.network.neutron [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Updating instance_info_cache with network_info: [{"id": "1a0b07c2-08db-4d2e-a72a-3cfde9784741", "address": "fa:16:3e:f0:f4:45", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0b07c2-08", "ovs_interfaceid": "1a0b07c2-08db-4d2e-a72a-3cfde9784741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.155076] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1776435-d582-49ff-a6e3-396cc3cbb3af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.161094] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 732.161094] env[70623]: value = "task-2793201" [ 732.161094] env[70623]: _type = "Task" [ 732.161094] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.177185] env[70623]: DEBUG nova.compute.provider_tree [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.183289] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793201, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.185788] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de5761e6-eacb-4bf4-a69a-39f27bae853f tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.540s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.386889] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1d38f502-9d84-4f20-a245-cb2d5c6335b4 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "091c5198-df49-46d4-a61b-54b26267e925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.679s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.429386] env[70623]: DEBUG oslo_vmware.api [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793199, 'name': PowerOffVM_Task, 'duration_secs': 0.215744} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.429760] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.430240] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.430467] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f468e4-7b0f-40ad-8eb9-d9c54cb7bd34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.462384] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793200, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.506072] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.506356] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.506565] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Deleting the datastore file [datastore2] f72b1f19-1095-4ba2-9835-77c6e45dcb0b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.506995] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90b50bf2-a0f2-44a7-9677-fd763c224c73 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.520976] env[70623]: DEBUG oslo_vmware.api [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for the task: (returnval){ [ 732.520976] env[70623]: value = "task-2793203" [ 732.520976] env[70623]: _type = "Task" [ 732.520976] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.533812] env[70623]: DEBUG oslo_vmware.api [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.652806] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Releasing lock "refresh_cache-99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.652806] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Instance network_info: |[{"id": "1a0b07c2-08db-4d2e-a72a-3cfde9784741", "address": "fa:16:3e:f0:f4:45", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0b07c2-08", "ovs_interfaceid": "1a0b07c2-08db-4d2e-a72a-3cfde9784741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.652806] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:f4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0b07c2-08db-4d2e-a72a-3cfde9784741', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.660051] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.660325] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.660582] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d032a653-ff2a-419b-91ba-673f355ca204 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.687970] env[70623]: DEBUG nova.scheduler.client.report [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.691739] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793201, 'name': Rename_Task, 'duration_secs': 0.412988} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.693766] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.696296] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.696570] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.696570] env[70623]: value = "task-2793204" [ 732.696570] env[70623]: _type = "Task" [ 732.696570] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.696829] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54ffaafa-cc7d-4389-9ae5-803941b93de4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.709541] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793204, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.712302] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 732.712302] env[70623]: value = "task-2793205" [ 732.712302] env[70623]: _type = "Task" [ 732.712302] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.736227] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.889987] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.959627] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561396} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.959937] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] bec74a85-11dd-4d81-97c6-6799afb4a327/bec74a85-11dd-4d81-97c6-6799afb4a327.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.960181] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.960440] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332c416a-d4cb-445f-92d4-80a95849803a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.970221] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 732.970221] env[70623]: value = "task-2793206" [ 732.970221] env[70623]: _type = "Task" [ 732.970221] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.980923] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.034538] env[70623]: DEBUG oslo_vmware.api [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Task: {'id': task-2793203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199923} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.034920] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.035143] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.035354] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.035547] env[70623]: INFO nova.compute.manager [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 733.036056] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.036357] env[70623]: DEBUG nova.compute.manager [-] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.036501] env[70623]: DEBUG nova.network.neutron [-] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.194675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.195276] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.198972] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.919s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.199333] env[70623]: DEBUG nova.objects.instance [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lazy-loading 'resources' on Instance uuid 47a5a912-2f01-46b7-81c3-959a623acc2e {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.226380] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793204, 'name': CreateVM_Task, 'duration_secs': 0.508991} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.227140] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.228258] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.230062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.230062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.230062] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174ba06b-d6fd-48b4-a996-c2a04b9d45b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.237482] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.238183] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793205, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.242473] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 733.242473] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c5a61b-c1ec-21f0-7b6d-9905fd106697" [ 733.242473] env[70623]: _type = "Task" [ 733.242473] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.252152] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c5a61b-c1ec-21f0-7b6d-9905fd106697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.415771] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.482211] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079657} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.482513] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.483393] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844c861-4790-4432-a5b8-fd9a7ed4236e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.509763] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] bec74a85-11dd-4d81-97c6-6799afb4a327/bec74a85-11dd-4d81-97c6-6799afb4a327.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.510178] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1669ad5-17ab-48e2-a70c-70572dfcd39c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.532533] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 733.532533] env[70623]: value = "task-2793207" [ 733.532533] env[70623]: _type = "Task" [ 733.532533] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.542485] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.703326] env[70623]: DEBUG nova.compute.utils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.704830] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.705034] env[70623]: DEBUG nova.network.neutron [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.725077] env[70623]: DEBUG oslo_vmware.api [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793205, 'name': PowerOnVM_Task, 'duration_secs': 0.706406} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.725346] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.725558] env[70623]: INFO nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Took 9.08 seconds to spawn the instance on the hypervisor. [ 733.725758] env[70623]: DEBUG nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.726663] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdcd8fb-baa2-4a68-badf-63d681015929 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.750169] env[70623]: DEBUG nova.policy [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c2f4f7315d14f7dbd16a1f55a765d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6d6c2607294839bb75430ff7ab8e46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.760367] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c5a61b-c1ec-21f0-7b6d-9905fd106697, 'name': SearchDatastore_Task, 'duration_secs': 0.020555} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.760788] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.761089] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.761365] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.761561] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.761746] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.765773] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-490c9249-04f1-422b-b00f-0964bc6f9688 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.778141] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.778406] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.782102] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9d2fb5-40c0-4638-a5ff-56cbdf13311b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.791101] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 733.791101] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52677f89-8f42-8c59-1bc1-fb692f596176" [ 733.791101] env[70623]: _type = "Task" [ 733.791101] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.804844] env[70623]: DEBUG nova.network.neutron [-] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.806228] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52677f89-8f42-8c59-1bc1-fb692f596176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.046344] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793207, 'name': ReconfigVM_Task, 'duration_secs': 0.337193} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.046686] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Reconfigured VM instance instance-00000023 to attach disk [datastore2] bec74a85-11dd-4d81-97c6-6799afb4a327/bec74a85-11dd-4d81-97c6-6799afb4a327.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.047365] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95695187-d529-495d-8a5d-478d94efabc8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.055800] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 734.055800] env[70623]: value = "task-2793208" [ 734.055800] env[70623]: _type = "Task" [ 734.055800] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.067524] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793208, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.087859] env[70623]: DEBUG nova.network.neutron [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Successfully created port: a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.208061] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.229420] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e04426-467a-4aac-a88e-7b209190755d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.238586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2db3d20-7c5a-4e2d-b635-aab291593e78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.250383] env[70623]: INFO nova.compute.manager [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Took 36.14 seconds to build instance. [ 734.280328] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8856f5d4-106b-4496-be50-4a876f9fecf6 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.416s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.281199] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f2c83-2016-40a8-b192-ec744477a793 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.292052] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777779f2-851e-4d65-a748-292ed9f5920f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.312062] env[70623]: INFO nova.compute.manager [-] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Took 1.28 seconds to deallocate network for instance. [ 734.312628] env[70623]: DEBUG nova.compute.provider_tree [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.319632] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52677f89-8f42-8c59-1bc1-fb692f596176, 'name': SearchDatastore_Task, 'duration_secs': 0.017779} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.323412] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d003f2-5a04-472f-b03f-fe842afde2f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.331246] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 734.331246] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bbc770-5fd1-0b21-04ed-54a72fed2bea" [ 734.331246] env[70623]: _type = "Task" [ 734.331246] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.342786] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bbc770-5fd1-0b21-04ed-54a72fed2bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.566466] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793208, 'name': Rename_Task, 'duration_secs': 0.258007} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.566756] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.567046] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34056a33-4c25-45da-96e3-08e597bdaeac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.576113] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 734.576113] env[70623]: value = "task-2793209" [ 734.576113] env[70623]: _type = "Task" [ 734.576113] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.589461] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.787576] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.822140] env[70623]: DEBUG nova.scheduler.client.report [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.828223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.843601] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bbc770-5fd1-0b21-04ed-54a72fed2bea, 'name': SearchDatastore_Task, 'duration_secs': 0.017747} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.843902] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.844199] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2/99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.844470] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc01f27-fd0c-4dcd-8feb-00235a82e281 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.853328] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 734.853328] env[70623]: value = "task-2793210" [ 734.853328] env[70623]: _type = "Task" [ 734.853328] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.865424] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.091323] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793209, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.218771] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.316613] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.327872] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.330554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.263s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.332653] env[70623]: INFO nova.compute.claims [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.359451] env[70623]: INFO nova.scheduler.client.report [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleted allocations for instance 47a5a912-2f01-46b7-81c3-959a623acc2e [ 735.369032] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793210, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.589342] env[70623]: DEBUG oslo_vmware.api [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793209, 'name': PowerOnVM_Task, 'duration_secs': 0.909026} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.589708] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.589921] env[70623]: INFO nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Took 8.17 seconds to spawn the instance on the hypervisor. [ 735.590115] env[70623]: DEBUG nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.590908] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaafce2-3a37-4c16-b3a7-50922d80d38c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.643679] env[70623]: DEBUG nova.network.neutron [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Successfully updated port: a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.729653] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.729653] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.729653] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.729868] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.730024] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.730312] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.730552] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.730753] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.730937] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.731121] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.731296] env[70623]: DEBUG nova.virt.hardware [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.733496] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7aab01-02ab-4685-ae1f-408a5ff0ce5e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.744068] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52178953-ab0e-2c49-3e5b-c63919e0e55f/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.745416] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dffb22d-b18f-4539-aecb-7cf49015fe41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.750235] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7721e0c9-82a3-43b0-ad02-1f7f216e4822 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.758037] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52178953-ab0e-2c49-3e5b-c63919e0e55f/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.758037] env[70623]: ERROR oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52178953-ab0e-2c49-3e5b-c63919e0e55f/disk-0.vmdk due to incomplete transfer. [ 735.765704] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71bc397d-b7ba-483b-ae6a-864eb2b602ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.774970] env[70623]: DEBUG oslo_vmware.rw_handles [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52178953-ab0e-2c49-3e5b-c63919e0e55f/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.775671] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Uploaded image 2d4d8cf6-c1b5-40a6-9abb-d9584eba59ed to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.777861] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.777861] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6363370e-0e0f-46ac-9de5-0272da51597a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.785597] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 735.785597] env[70623]: value = "task-2793211" [ 735.785597] env[70623]: _type = "Task" [ 735.785597] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.795604] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793211, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.865520] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609783} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.865788] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2/99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.866621] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.866621] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9eb959a-742b-42a9-b0e8-7814d9ec3e7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.873247] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39d28a52-19ce-4744-bb03-4cb41e8bbbe1 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.246s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.875047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.742s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.875047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.875047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.875047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.879457] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 735.879457] env[70623]: value = "task-2793212" [ 735.879457] env[70623]: _type = "Task" [ 735.879457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.879457] env[70623]: INFO nova.compute.manager [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Terminating instance [ 735.893918] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.116216] env[70623]: INFO nova.compute.manager [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Took 35.65 seconds to build instance. [ 736.148488] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.149766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.149766] env[70623]: DEBUG nova.network.neutron [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.296990] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793211, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.391307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.391490] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquired lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.391665] env[70623]: DEBUG nova.network.neutron [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.399521] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197164} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.400566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.401516] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aef5603-601d-4f62-b3cb-7fbc1b15afc4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.429202] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2/99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.433413] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f55f97-7522-42bd-ace1-dbb724da5471 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.449113] env[70623]: DEBUG nova.compute.manager [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Received event network-vif-plugged-1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.449344] env[70623]: DEBUG oslo_concurrency.lockutils [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] Acquiring lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.449553] env[70623]: DEBUG oslo_concurrency.lockutils [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.449719] env[70623]: DEBUG oslo_concurrency.lockutils [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.449889] env[70623]: DEBUG nova.compute.manager [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] No waiting events found dispatching network-vif-plugged-1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.450632] env[70623]: WARNING nova.compute.manager [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Received unexpected event network-vif-plugged-1a0b07c2-08db-4d2e-a72a-3cfde9784741 for instance with vm_state building and task_state spawning. [ 736.450811] env[70623]: DEBUG nova.compute.manager [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Received event network-changed-1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.450973] env[70623]: DEBUG nova.compute.manager [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Refreshing instance network info cache due to event network-changed-1a0b07c2-08db-4d2e-a72a-3cfde9784741. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 736.451196] env[70623]: DEBUG oslo_concurrency.lockutils [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] Acquiring lock "refresh_cache-99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.451335] env[70623]: DEBUG oslo_concurrency.lockutils [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] Acquired lock "refresh_cache-99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.451495] env[70623]: DEBUG nova.network.neutron [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Refreshing network info cache for port 1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.455409] env[70623]: DEBUG nova.compute.manager [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received event network-changed-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.455594] env[70623]: DEBUG nova.compute.manager [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing instance network info cache due to event network-changed-a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 736.455845] env[70623]: DEBUG oslo_concurrency.lockutils [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.455987] env[70623]: DEBUG oslo_concurrency.lockutils [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.456159] env[70623]: DEBUG nova.network.neutron [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing network info cache for port a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.464338] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 736.464338] env[70623]: value = "task-2793213" [ 736.464338] env[70623]: _type = "Task" [ 736.464338] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.479318] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.619479] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eb210780-0dc6-4107-87d1-34184be8e7b1 tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.590s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.709657] env[70623]: DEBUG nova.network.neutron [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.797574] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793211, 'name': Destroy_Task, 'duration_secs': 0.567933} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.797838] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Destroyed the VM [ 736.798691] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.798691] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-237f1d26-14f4-4b33-889b-c46d75a4c9b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.808710] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 736.808710] env[70623]: value = "task-2793214" [ 736.808710] env[70623]: _type = "Task" [ 736.808710] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.831162] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793214, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.892746] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963238a6-bdf0-4120-8720-d3c2f19f7ee0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.896222] env[70623]: DEBUG nova.compute.utils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Can not refresh info_cache because instance was not found {{(pid=70623) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 736.918577] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67662b-7ebd-4848-8f85-d2509b52aa2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.953145] env[70623]: DEBUG nova.network.neutron [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.955826] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c3544-00d3-4f8d-82ee-1bf38a0e9bec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.971879] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd8c4c-5cab-4ce5-9327-bb16954535ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.987024] env[70623]: DEBUG nova.compute.provider_tree [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.995753] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.002584] env[70623]: DEBUG nova.network.neutron [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updating instance_info_cache with network_info: [{"id": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "address": "fa:16:3e:d8:26:3e", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c012fb-2f", "ovs_interfaceid": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.122703] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.134425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.134768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.135042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.135196] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.135360] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.137812] env[70623]: INFO nova.compute.manager [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Terminating instance [ 737.232393] env[70623]: DEBUG nova.network.neutron [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.292197] env[70623]: DEBUG nova.network.neutron [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Updated VIF entry in instance network info cache for port 1a0b07c2-08db-4d2e-a72a-3cfde9784741. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.292637] env[70623]: DEBUG nova.network.neutron [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Updating instance_info_cache with network_info: [{"id": "1a0b07c2-08db-4d2e-a72a-3cfde9784741", "address": "fa:16:3e:f0:f4:45", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0b07c2-08", "ovs_interfaceid": "1a0b07c2-08db-4d2e-a72a-3cfde9784741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.309870] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "091c5198-df49-46d4-a61b-54b26267e925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.310222] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "091c5198-df49-46d4-a61b-54b26267e925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.310344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "091c5198-df49-46d4-a61b-54b26267e925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.310518] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "091c5198-df49-46d4-a61b-54b26267e925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.310684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "091c5198-df49-46d4-a61b-54b26267e925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.316867] env[70623]: INFO nova.compute.manager [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Terminating instance [ 737.326734] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793214, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.478143] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793213, 'name': ReconfigVM_Task, 'duration_secs': 0.671785} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.478454] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2/99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.479132] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16433e44-2b87-4e44-b408-b130908a9de5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.486515] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 737.486515] env[70623]: value = "task-2793215" [ 737.486515] env[70623]: _type = "Task" [ 737.486515] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.494557] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793215, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.497528] env[70623]: DEBUG nova.scheduler.client.report [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.505061] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.505198] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Instance network_info: |[{"id": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "address": "fa:16:3e:d8:26:3e", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c012fb-2f", "ovs_interfaceid": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.505562] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:26:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.513754] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Creating folder: Project (9e6d6c2607294839bb75430ff7ab8e46). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.514155] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50b5d0a-2a04-4100-962c-a2ec3ef11ffa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.523225] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Created folder: Project (9e6d6c2607294839bb75430ff7ab8e46) in parent group-v561316. [ 737.523426] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Creating folder: Instances. Parent ref: group-v561425. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.523667] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f5aa79-8cee-4d75-8164-117991cc87f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.536618] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Created folder: Instances in parent group-v561425. [ 737.537638] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.537638] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.537638] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3801cf1a-40cf-4034-b1bf-23795aa19216 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.560147] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.560147] env[70623]: value = "task-2793218" [ 737.560147] env[70623]: _type = "Task" [ 737.560147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.572274] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793218, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.643208] env[70623]: DEBUG nova.compute.manager [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.643208] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.645358] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed3470-3dd6-48ae-ad93-c7b366f1be0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.652579] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.652579] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d50e4e-e6bb-4d25-aea8-eb1b37fe7453 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.657332] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.658830] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 737.658830] env[70623]: value = "task-2793219" [ 737.658830] env[70623]: _type = "Task" [ 737.658830] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.669142] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.739219] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Releasing lock "refresh_cache-47a5a912-2f01-46b7-81c3-959a623acc2e" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.739219] env[70623]: DEBUG nova.compute.manager [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.739219] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.739219] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e038dc4-92ed-461c-a382-07e6b588a0fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.745999] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a1bf0-a6b3-415f-81a0-66cf5feb55f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.789842] env[70623]: WARNING nova.virt.vmwareapi.vmops [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 47a5a912-2f01-46b7-81c3-959a623acc2e could not be found. [ 737.789842] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.789842] env[70623]: INFO nova.compute.manager [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 737.789842] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.789842] env[70623]: DEBUG nova.compute.manager [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.789842] env[70623]: DEBUG nova.network.neutron [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.795445] env[70623]: DEBUG oslo_concurrency.lockutils [req-742f9ad3-6272-4611-8190-def67bb699a2 req-dbaf766a-308a-4828-856a-a02936f36ce5 service nova] Releasing lock "refresh_cache-99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.802451] env[70623]: DEBUG nova.network.neutron [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updated VIF entry in instance network info cache for port a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.802451] env[70623]: DEBUG nova.network.neutron [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.811317] env[70623]: DEBUG nova.network.neutron [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.827246] env[70623]: DEBUG nova.compute.manager [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.827246] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.827246] env[70623]: DEBUG oslo_vmware.api [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793214, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780433} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.827246] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1f799d-0fa4-426b-bb80-607dd1015935 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.829117] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.829489] env[70623]: INFO nova.compute.manager [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Took 15.91 seconds to snapshot the instance on the hypervisor. [ 737.842222] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.842222] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00184f47-26a0-42ba-9481-225f998570b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.848549] env[70623]: DEBUG oslo_vmware.api [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 737.848549] env[70623]: value = "task-2793220" [ 737.848549] env[70623]: _type = "Task" [ 737.848549] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.857538] env[70623]: DEBUG oslo_vmware.api [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.998268] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793215, 'name': Rename_Task, 'duration_secs': 0.226544} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.998603] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.998875] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79a6e4e9-4941-4d42-8089-9746e5889ee7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.002777] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.003437] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.008687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.877s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.009339] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 738.009339] env[70623]: value = "task-2793221" [ 738.009339] env[70623]: _type = "Task" [ 738.009339] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.018941] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.039171] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "ea764944-7779-4159-a4d2-e989765163f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.039512] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.039752] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "ea764944-7779-4159-a4d2-e989765163f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.039959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.040168] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.044663] env[70623]: INFO nova.compute.manager [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Terminating instance [ 738.076524] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793218, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.175261] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.303957] env[70623]: DEBUG oslo_concurrency.lockutils [req-d445cb63-8166-42f9-9b80-b44645666f75 req-249e0694-418b-4873-a382-fac4ff6ce0f6 service nova] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.312729] env[70623]: DEBUG nova.network.neutron [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.339535] env[70623]: DEBUG nova.compute.manager [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Instance disappeared during snapshot {{(pid=70623) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 738.355385] env[70623]: DEBUG nova.compute.manager [None req-40b6e4a9-b4fe-451d-a625-6760a0ea2c32 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image not found during clean up 2d4d8cf6-c1b5-40a6-9abb-d9584eba59ed {{(pid=70623) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 738.363044] env[70623]: DEBUG oslo_vmware.api [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793220, 'name': PowerOffVM_Task, 'duration_secs': 0.488843} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.363459] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.363761] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.364200] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-823d5c76-d591-479f-b8b1-d59aff50f3d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.398142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "52549292-e7ec-4c7c-890b-2e6d59f0502b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.398484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.398727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "52549292-e7ec-4c7c-890b-2e6d59f0502b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.398962] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.399199] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.402497] env[70623]: INFO nova.compute.manager [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Terminating instance [ 738.432170] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.432394] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.432574] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Deleting the datastore file [datastore2] 091c5198-df49-46d4-a61b-54b26267e925 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.432923] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a28aa613-6f44-4f0d-8bef-28f26e59a473 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.441523] env[70623]: DEBUG oslo_vmware.api [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for the task: (returnval){ [ 738.441523] env[70623]: value = "task-2793223" [ 738.441523] env[70623]: _type = "Task" [ 738.441523] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.450241] env[70623]: DEBUG oslo_vmware.api [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.512852] env[70623]: DEBUG nova.compute.utils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.529027] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.529265] env[70623]: DEBUG nova.network.neutron [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.548160] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.554778] env[70623]: DEBUG nova.compute.manager [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.555125] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.556206] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a76a0-0492-4d81-94db-d73edc4b751e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.564605] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.567910] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b1075bc-6bb8-4c28-bf5d-3c71ecda8a91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.575139] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793218, 'name': CreateVM_Task, 'duration_secs': 0.883887} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.575323] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.576045] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.576221] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.576567] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.576894] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26b7a09-2b6e-4a98-91b3-ddee9ad8ff56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.581961] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 738.581961] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52116abf-de74-596a-17f7-0c4d847a90e7" [ 738.581961] env[70623]: _type = "Task" [ 738.581961] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.590486] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52116abf-de74-596a-17f7-0c4d847a90e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.593657] env[70623]: DEBUG nova.policy [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf3ef79799cc40a89528d6380e1ca3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4eb977b7a9c4770ac9b78d3d1bc39a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.641188] env[70623]: DEBUG nova.compute.manager [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Received event network-changed-2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.641188] env[70623]: DEBUG nova.compute.manager [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Refreshing instance network info cache due to event network-changed-2107d649-3f49-4a01-8377-4d9d82eabeca. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 738.641188] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] Acquiring lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.641188] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] Acquired lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.641188] env[70623]: DEBUG nova.network.neutron [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Refreshing network info cache for port 2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.647459] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.647459] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.647459] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleting the datastore file [datastore1] ea764944-7779-4159-a4d2-e989765163f6 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.647459] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da18622f-ca21-4f02-8020-24e1fe040494 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.652254] env[70623]: DEBUG oslo_vmware.api [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 738.652254] env[70623]: value = "task-2793225" [ 738.652254] env[70623]: _type = "Task" [ 738.652254] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.662710] env[70623]: DEBUG oslo_vmware.api [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.671569] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793219, 'name': PowerOffVM_Task, 'duration_secs': 0.701898} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.671569] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.671717] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.672052] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a959eb42-22c3-446c-9c83-0daff13c524e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.721417] env[70623]: DEBUG nova.compute.manager [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Received event network-vif-deleted-feac3a7f-0bc0-48a4-85f3-7b9ffe5bb8a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.722298] env[70623]: DEBUG nova.compute.manager [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Received event network-vif-plugged-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.722715] env[70623]: DEBUG oslo_concurrency.lockutils [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.723301] env[70623]: DEBUG oslo_concurrency.lockutils [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.723301] env[70623]: DEBUG oslo_concurrency.lockutils [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.723512] env[70623]: DEBUG nova.compute.manager [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] No waiting events found dispatching network-vif-plugged-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.723753] env[70623]: WARNING nova.compute.manager [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Received unexpected event network-vif-plugged-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 for instance with vm_state building and task_state spawning. [ 738.723988] env[70623]: DEBUG nova.compute.manager [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Received event network-changed-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.724256] env[70623]: DEBUG nova.compute.manager [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Refreshing instance network info cache due to event network-changed-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 738.724517] env[70623]: DEBUG oslo_concurrency.lockutils [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] Acquiring lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.724723] env[70623]: DEBUG oslo_concurrency.lockutils [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] Acquired lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.724960] env[70623]: DEBUG nova.network.neutron [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Refreshing network info cache for port a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.816678] env[70623]: INFO nova.compute.manager [-] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Took 1.03 seconds to deallocate network for instance. [ 738.842192] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.842192] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.842192] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Deleting the datastore file [datastore2] 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.842192] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57dc0532-9ad7-4dbf-b7cc-98e04c581a3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.850723] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 738.850723] env[70623]: value = "task-2793227" [ 738.850723] env[70623]: _type = "Task" [ 738.850723] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.861337] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.909033] env[70623]: DEBUG nova.compute.manager [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.909033] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.909033] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bcd9ff-62ab-4bbf-bd26-fc33da56aa1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.920385] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.920689] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b449c6-a76a-4879-8686-9af0c4606ecb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.934778] env[70623]: DEBUG oslo_vmware.api [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 738.934778] env[70623]: value = "task-2793228" [ 738.934778] env[70623]: _type = "Task" [ 738.934778] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.949352] env[70623]: DEBUG oslo_vmware.api [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.954643] env[70623]: DEBUG oslo_vmware.api [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Task: {'id': task-2793223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216313} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.954910] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.955196] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.955386] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.955572] env[70623]: INFO nova.compute.manager [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Took 1.13 seconds to destroy the instance on the hypervisor. [ 738.955825] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.956062] env[70623]: DEBUG nova.compute.manager [-] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.956162] env[70623]: DEBUG nova.network.neutron [-] [instance: 091c5198-df49-46d4-a61b-54b26267e925] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.994295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.994867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lock "ef42669b-9878-416c-b719-6a4b54802053" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.030459] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.040016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Applying migration context for instance a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 as it has an incoming, in-progress migration 2f7da5ca-0c0d-482f-8a55-6d0bec1a7518. Migration status is confirming {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 739.043025] env[70623]: INFO nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating resource usage from migration 2f7da5ca-0c0d-482f-8a55-6d0bec1a7518 [ 739.055660] env[70623]: DEBUG oslo_vmware.api [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793221, 'name': PowerOnVM_Task, 'duration_secs': 0.62684} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.055660] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.055660] env[70623]: INFO nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Took 8.90 seconds to spawn the instance on the hypervisor. [ 739.055660] env[70623]: DEBUG nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.057029] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665877be-fa0e-43f0-ac00-b4950b4fd63b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.077087] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 52549292-e7ec-4c7c-890b-2e6d59f0502b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.077650] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f72b1f19-1095-4ba2-9835-77c6e45dcb0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.077896] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ba399839-ac55-4515-b7a1-b04c623636a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.078086] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 761d787c-3988-454d-9ceb-c8afb5e6b36b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.078467] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ef42669b-9878-416c-b719-6a4b54802053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.078683] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 6f4a73d6-0e66-4e77-9da5-f22a63068fef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.078906] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.079145] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance db1718bc-6b39-4d88-af23-19186afe430c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.079342] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.079738] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 36f2529c-66af-4fdc-bd2d-72c61e181008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.079992] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 66441d00-c5cd-4331-a28b-0062f0bbba02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.080235] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.080424] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.080591] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 74508bf5-d9b7-486b-a5e6-9387f3b96496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.080785] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea764944-7779-4159-a4d2-e989765163f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.080980] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 8205c11f-3360-4b70-86d0-e48fa7beb2b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.081271] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 31083218-fb6f-4b8b-b085-9af5820d8d8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.081483] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.082040] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance db0b4f76-e22a-4d07-98f0-d3351cf2bd27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.082258] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 091c5198-df49-46d4-a61b-54b26267e925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.082454] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.082674] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance bec74a85-11dd-4d81-97c6-6799afb4a327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.082895] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Migration 2f7da5ca-0c0d-482f-8a55-6d0bec1a7518 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 739.083114] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.083289] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.083623] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 2b0d38e7-998c-40a8-922e-896a9c87f76f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.084079] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 739.096340] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52116abf-de74-596a-17f7-0c4d847a90e7, 'name': SearchDatastore_Task, 'duration_secs': 0.023637} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.097513] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.097855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.098551] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.098675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.098951] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.099493] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ef214c6-52f6-4680-83ed-e7f161d58fc2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.109697] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.112018] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.112018] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b436b477-0aa5-4366-b91a-0c0f7a19d19f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.120184] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 739.120184] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d6b2fd-508a-5ad4-48df-48c98f032c3e" [ 739.120184] env[70623]: _type = "Task" [ 739.120184] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.121272] env[70623]: DEBUG nova.network.neutron [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Successfully created port: 1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.137065] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d6b2fd-508a-5ad4-48df-48c98f032c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.167053] env[70623]: DEBUG oslo_vmware.api [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255525} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.167712] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.167946] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.168205] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.168558] env[70623]: INFO nova.compute.manager [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: ea764944-7779-4159-a4d2-e989765163f6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 739.168886] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.170996] env[70623]: DEBUG nova.compute.manager [-] [instance: ea764944-7779-4159-a4d2-e989765163f6] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.171309] env[70623]: DEBUG nova.network.neutron [-] [instance: ea764944-7779-4159-a4d2-e989765163f6] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.204259] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4a02-b74c-7330-b256-030d957e3046/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 739.207241] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2745aba-2b63-4e13-b016-5828fff82619 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.216498] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4a02-b74c-7330-b256-030d957e3046/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.216691] env[70623]: ERROR oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4a02-b74c-7330-b256-030d957e3046/disk-0.vmdk due to incomplete transfer. [ 739.218036] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6aa31278-6490-4013-8167-7cab6aa5ce38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.222764] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.223035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.233228] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4a02-b74c-7330-b256-030d957e3046/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.233430] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Uploaded image bbee2754-21de-41f9-be02-f425c8cb029b to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.234930] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.235262] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-966ec92f-471c-4f45-9a26-fd04f7cea89b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.241397] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 739.241397] env[70623]: value = "task-2793229" [ 739.241397] env[70623]: _type = "Task" [ 739.241397] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.249403] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793229, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.326151] env[70623]: INFO nova.compute.manager [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance disappeared during terminate [ 739.326151] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79669b28-52cc-4892-aa9e-1a924db1e1f8 tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "47a5a912-2f01-46b7-81c3-959a623acc2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.451s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.362678] env[70623]: DEBUG oslo_vmware.api [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311584} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.363691] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.363691] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.363927] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.364378] env[70623]: INFO nova.compute.manager [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Took 1.72 seconds to destroy the instance on the hypervisor. [ 739.364845] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.367017] env[70623]: DEBUG nova.compute.manager [-] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.367017] env[70623]: DEBUG nova.network.neutron [-] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.448294] env[70623]: DEBUG oslo_vmware.api [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793228, 'name': PowerOffVM_Task, 'duration_secs': 0.228343} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.450260] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.450511] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.450886] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be765d4-fb63-40b4-a458-078f0a25e597 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.479684] env[70623]: DEBUG nova.network.neutron [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Updated VIF entry in instance network info cache for port 2107d649-3f49-4a01-8377-4d9d82eabeca. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.480150] env[70623]: DEBUG nova.network.neutron [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Updating instance_info_cache with network_info: [{"id": "2107d649-3f49-4a01-8377-4d9d82eabeca", "address": "fa:16:3e:66:07:85", "network": {"id": "a9d8d7b5-45a9-495a-a5ba-4ccb76a3c0d0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1021875822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66d79e9805f4823878c375be049aed4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2107d649-3f", "ovs_interfaceid": "2107d649-3f49-4a01-8377-4d9d82eabeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.498082] env[70623]: DEBUG nova.compute.utils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.528232] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.528456] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.528637] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleting the datastore file [datastore1] 52549292-e7ec-4c7c-890b-2e6d59f0502b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.528902] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf8cd963-248d-4a9f-9318-b75ad5db9727 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.535992] env[70623]: DEBUG oslo_vmware.api [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for the task: (returnval){ [ 739.535992] env[70623]: value = "task-2793231" [ 739.535992] env[70623]: _type = "Task" [ 739.535992] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.542381] env[70623]: INFO nova.virt.block_device [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Booting with volume ee80737c-23f8-41a6-892f-7c26f5a15ac7 at /dev/sda [ 739.552870] env[70623]: DEBUG oslo_vmware.api [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.579891] env[70623]: INFO nova.compute.manager [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Took 35.77 seconds to build instance. [ 739.587307] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 1d5599e1-8168-4fb1-92e9-20689b35166a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.605950] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97ade6d1-bd08-484f-b4cc-bd848fc0688a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.619797] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8554d128-01c0-4cd8-b9c4-9ff63784656e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.644434] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d6b2fd-508a-5ad4-48df-48c98f032c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015867} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.647888] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1232c1a-37e8-4d98-b312-0eb33a6c79aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.666292] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93f381be-fb09-4435-b037-992efc9f3678 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.668446] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 739.668446] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52280abd-7118-aa5d-5227-7b5a925cb833" [ 739.668446] env[70623]: _type = "Task" [ 739.668446] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.675465] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013903a-8a38-4211-82a2-dc1f7a7f037d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.689023] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52280abd-7118-aa5d-5227-7b5a925cb833, 'name': SearchDatastore_Task, 'duration_secs': 0.024115} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.689799] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.690131] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2b0d38e7-998c-40a8-922e-896a9c87f76f/2b0d38e7-998c-40a8-922e-896a9c87f76f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.690393] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f943536-2823-4e24-ac29-9ad7f8b1d573 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.697209] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 739.697209] env[70623]: value = "task-2793232" [ 739.697209] env[70623]: _type = "Task" [ 739.697209] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.714800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e6827-0c33-4b45-9873-81e9a4e48139 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.720251] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.724432] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1af365e-39ca-49b3-aaf3-df1ceb6d1509 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.739992] env[70623]: DEBUG nova.virt.block_device [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updating existing volume attachment record: b72fa0a0-566a-4d84-a453-5fe23a0bc992 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 739.750454] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793229, 'name': Destroy_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.755090] env[70623]: DEBUG nova.network.neutron [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updated VIF entry in instance network info cache for port a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.755090] env[70623]: DEBUG nova.network.neutron [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updating instance_info_cache with network_info: [{"id": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "address": "fa:16:3e:d8:26:3e", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c012fb-2f", "ovs_interfaceid": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.788163] env[70623]: DEBUG nova.network.neutron [-] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.983294] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d48515e-cabd-439c-90fd-b67ee822dd1c req-50414f9e-c84c-4e4e-b53a-87c57b37267a service nova] Releasing lock "refresh_cache-bec74a85-11dd-4d81-97c6-6799afb4a327" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000746] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lock "ef42669b-9878-416c-b719-6a4b54802053" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.046423] env[70623]: DEBUG oslo_vmware.api [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Task: {'id': task-2793231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469614} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.046675] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.046860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.047049] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.047245] env[70623]: INFO nova.compute.manager [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 740.047491] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.047676] env[70623]: DEBUG nova.compute.manager [-] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.047769] env[70623]: DEBUG nova.network.neutron [-] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.084832] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba7dbfe7-0f77-49fa-a5f0-1a303e9bf7cc tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.582s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.090537] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 34d289a2-d3a8-49a1-9b94-a134122aa84a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 740.209169] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.251924] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793229, 'name': Destroy_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.257652] env[70623]: DEBUG oslo_concurrency.lockutils [req-329531c9-b250-4a4a-b37a-cf5c6d0bc336 req-f04ea77f-88c4-43b3-a6ee-3b21ecef3653 service nova] Releasing lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.290919] env[70623]: INFO nova.compute.manager [-] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Took 1.33 seconds to deallocate network for instance. [ 740.298120] env[70623]: DEBUG nova.network.neutron [-] [instance: ea764944-7779-4159-a4d2-e989765163f6] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.501736] env[70623]: DEBUG nova.network.neutron [-] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.587284] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.594141] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ddf0345b-8c75-44ca-a659-4945050e2629 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 740.708064] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764593} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.708304] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2b0d38e7-998c-40a8-922e-896a9c87f76f/2b0d38e7-998c-40a8-922e-896a9c87f76f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.708520] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.708762] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75da62ba-c7de-4009-946f-89baeeb8e936 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.716754] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 740.716754] env[70623]: value = "task-2793233" [ 740.716754] env[70623]: _type = "Task" [ 740.716754] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.726840] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.752230] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793229, 'name': Destroy_Task, 'duration_secs': 1.481606} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.752445] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Destroyed the VM [ 740.752535] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.752774] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bbeed680-7dfe-45bf-ab76-e58f4639e75b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.758381] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 740.758381] env[70623]: value = "task-2793234" [ 740.758381] env[70623]: _type = "Task" [ 740.758381] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.767365] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.798873] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.803040] env[70623]: INFO nova.compute.manager [-] [instance: ea764944-7779-4159-a4d2-e989765163f6] Took 1.63 seconds to deallocate network for instance. [ 740.829121] env[70623]: DEBUG nova.network.neutron [-] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.870018] env[70623]: DEBUG nova.compute.manager [req-7013eeb4-5401-4593-8fd0-e91325e30723 req-5d10f57d-805b-4cbb-92d9-0946dddfda2e service nova] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Received event network-vif-deleted-f022e001-5f66-4d70-806e-9251d4c05a98 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.870280] env[70623]: DEBUG nova.compute.manager [req-7013eeb4-5401-4593-8fd0-e91325e30723 req-5d10f57d-805b-4cbb-92d9-0946dddfda2e service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-vif-deleted-06524008-7837-4060-951b-b31ca8e3391e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.870482] env[70623]: DEBUG nova.compute.manager [req-7013eeb4-5401-4593-8fd0-e91325e30723 req-5d10f57d-805b-4cbb-92d9-0946dddfda2e service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-vif-deleted-ca476ef2-af2e-43b9-aa8e-4a843a3aaf01 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.870677] env[70623]: DEBUG nova.compute.manager [req-7013eeb4-5401-4593-8fd0-e91325e30723 req-5d10f57d-805b-4cbb-92d9-0946dddfda2e service nova] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Received event network-vif-deleted-bd92534e-da5b-4dba-b1fd-2f7d6fc230c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.870944] env[70623]: DEBUG nova.compute.manager [req-7013eeb4-5401-4593-8fd0-e91325e30723 req-5d10f57d-805b-4cbb-92d9-0946dddfda2e service nova] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Received event network-vif-deleted-689aa4af-24b4-412e-919f-8795baa76f9c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.004597] env[70623]: INFO nova.compute.manager [-] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Took 1.64 seconds to deallocate network for instance. [ 741.010702] env[70623]: DEBUG nova.compute.manager [req-82e0977f-5a53-4243-ab63-dad8d3b6cdf1 req-1c615b8e-c801-46af-a2b9-d4a5f9a361e1 service nova] [instance: ea764944-7779-4159-a4d2-e989765163f6] Received event network-vif-deleted-e2043d86-59b0-4c95-b264-9542a9a68c74 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.068971] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.069324] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lock "ef42669b-9878-416c-b719-6a4b54802053" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.069567] env[70623]: INFO nova.compute.manager [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Attaching volume 804fdb9c-bb99-420b-b41f-7e3191df54c4 to /dev/sdb [ 741.100045] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 956f1c1c-f359-4b4c-a860-feab6992d793 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.109563] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.112322] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c84036-463f-472b-bf0e-d5cdee0ba0a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.125232] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c4a89-2297-40cf-b098-b46d59e3e3db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.142271] env[70623]: DEBUG nova.virt.block_device [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updating existing volume attachment record: 70986c17-a057-413c-a7df-72a74beaf9ae {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 741.229091] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13798} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.229142] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.230128] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094a868f-db27-4c60-8598-8d468fbf63fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.258891] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2b0d38e7-998c-40a8-922e-896a9c87f76f/2b0d38e7-998c-40a8-922e-896a9c87f76f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.259330] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a749689-ae20-4ccc-ab55-ab9e15a6d8d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.282755] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793234, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.284364] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 741.284364] env[70623]: value = "task-2793235" [ 741.284364] env[70623]: _type = "Task" [ 741.284364] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.292643] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.310020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.331801] env[70623]: INFO nova.compute.manager [-] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Took 1.28 seconds to deallocate network for instance. [ 741.404180] env[70623]: DEBUG nova.network.neutron [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Successfully updated port: 1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.512818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.606078] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 149e681e-ed7f-4bd6-b244-4f6c72c7be37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.770665] env[70623]: DEBUG oslo_vmware.api [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565458} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.770955] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.771206] env[70623]: INFO nova.compute.manager [None req-d0c1d9b0-174b-4bf5-af6f-3f892fd4e941 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Took 17.21 seconds to snapshot the instance on the hypervisor. [ 741.793830] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793235, 'name': ReconfigVM_Task, 'duration_secs': 0.304278} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.796408] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2b0d38e7-998c-40a8-922e-896a9c87f76f/2b0d38e7-998c-40a8-922e-896a9c87f76f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.796408] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6efa575-7590-4c66-8d29-d440884f3f11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.800702] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 741.800702] env[70623]: value = "task-2793239" [ 741.800702] env[70623]: _type = "Task" [ 741.800702] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.810608] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793239, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.839018] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.862257] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.862837] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.863104] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.863294] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.863482] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.863654] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.864817] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.864817] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.864817] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.864817] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.864817] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.864817] env[70623]: DEBUG nova.virt.hardware [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.865644] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36138458-817f-4ae5-bc0d-7a16a88f8e8a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.874259] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c3a40-1462-4cdf-b5cf-baaafde989a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.906927] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquiring lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.907127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquired lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.907296] env[70623]: DEBUG nova.network.neutron [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.937859] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.938132] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.938342] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.938521] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.938691] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.940809] env[70623]: INFO nova.compute.manager [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Terminating instance [ 742.110154] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b670d5e7-bbf2-41b9-bd1b-29de7c6529ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.310967] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793239, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.442498] env[70623]: DEBUG nova.network.neutron [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.446469] env[70623]: DEBUG nova.compute.manager [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.446676] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.447559] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450218b-807a-44b0-b518-7305fad2811f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.456918] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.457176] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-855aeb8a-03f4-47af-83ef-ed57bc1c32c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.466158] env[70623]: DEBUG oslo_vmware.api [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 742.466158] env[70623]: value = "task-2793240" [ 742.466158] env[70623]: _type = "Task" [ 742.466158] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.476118] env[70623]: DEBUG oslo_vmware.api [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.616275] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance c9bcdac5-9ea6-4387-972c-cd160faf5323 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.629820] env[70623]: DEBUG nova.network.neutron [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updating instance_info_cache with network_info: [{"id": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "address": "fa:16:3e:37:56:44", "network": {"id": "f8b991dd-c33a-447c-b88a-1c3aaba72f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2114900514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb977b7a9c4770ac9b78d3d1bc39a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537dd6c-3b", "ovs_interfaceid": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.641879] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.642299] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.644737] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.645078] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.645144] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.650217] env[70623]: INFO nova.compute.manager [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Terminating instance [ 742.810676] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793239, 'name': Rename_Task, 'duration_secs': 1.000733} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.810955] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.811207] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68351266-cf95-4618-aedb-4d85699cb54c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.817875] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 742.817875] env[70623]: value = "task-2793241" [ 742.817875] env[70623]: _type = "Task" [ 742.817875] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.825177] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.976300] env[70623]: DEBUG oslo_vmware.api [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793240, 'name': PowerOffVM_Task, 'duration_secs': 0.23793} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.976593] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.976765] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.977046] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a266328a-483c-4376-9878-5fe8c9eaca32 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.053223] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.053489] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.053680] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Deleting the datastore file [datastore2] 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.054201] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab7a1e6d-c993-48a1-84b3-188738516faa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.060353] env[70623]: DEBUG oslo_vmware.api [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for the task: (returnval){ [ 743.060353] env[70623]: value = "task-2793243" [ 743.060353] env[70623]: _type = "Task" [ 743.060353] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.068757] env[70623]: DEBUG oslo_vmware.api [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.120645] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea3af44d-dc65-4f27-8618-95a84be3e179 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.133773] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Releasing lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.134105] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Instance network_info: |[{"id": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "address": "fa:16:3e:37:56:44", "network": {"id": "f8b991dd-c33a-447c-b88a-1c3aaba72f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2114900514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb977b7a9c4770ac9b78d3d1bc39a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537dd6c-3b", "ovs_interfaceid": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.134862] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:56:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1537dd6c-3b92-4dac-bf1b-e73b023b07a3', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.142097] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Creating folder: Project (f4eb977b7a9c4770ac9b78d3d1bc39a7). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.142607] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fda6575-4506-42d5-8960-e2d69f41598d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.152018] env[70623]: DEBUG nova.compute.manager [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.152332] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.153502] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c399c3c7-9506-4bd8-9a54-f1910099aa94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.157845] env[70623]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 743.158008] env[70623]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70623) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 743.158563] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Folder already exists: Project (f4eb977b7a9c4770ac9b78d3d1bc39a7). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 743.158756] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Creating folder: Instances. Parent ref: group-v561365. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.159318] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e52f42-52da-4957-9a6f-9e1c2217a44d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.163350] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.164443] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d152bc9-a4e7-419b-9dc2-1d58f09ba23f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.166709] env[70623]: DEBUG nova.compute.manager [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Received event network-vif-plugged-1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.166906] env[70623]: DEBUG oslo_concurrency.lockutils [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] Acquiring lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.167125] env[70623]: DEBUG oslo_concurrency.lockutils [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.167294] env[70623]: DEBUG oslo_concurrency.lockutils [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.167458] env[70623]: DEBUG nova.compute.manager [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] No waiting events found dispatching network-vif-plugged-1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.167616] env[70623]: WARNING nova.compute.manager [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Received unexpected event network-vif-plugged-1537dd6c-3b92-4dac-bf1b-e73b023b07a3 for instance with vm_state building and task_state spawning. [ 743.167768] env[70623]: DEBUG nova.compute.manager [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Received event network-changed-1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.167915] env[70623]: DEBUG nova.compute.manager [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Refreshing instance network info cache due to event network-changed-1537dd6c-3b92-4dac-bf1b-e73b023b07a3. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 743.168107] env[70623]: DEBUG oslo_concurrency.lockutils [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] Acquiring lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168246] env[70623]: DEBUG oslo_concurrency.lockutils [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] Acquired lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.168516] env[70623]: DEBUG nova.network.neutron [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Refreshing network info cache for port 1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.171112] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Created folder: Instances in parent group-v561365. [ 743.171340] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.171832] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.172048] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf52fd9-1dd7-4906-b193-fcf665320203 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.192838] env[70623]: DEBUG oslo_vmware.api [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 743.192838] env[70623]: value = "task-2793246" [ 743.192838] env[70623]: _type = "Task" [ 743.192838] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.199058] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.199058] env[70623]: value = "task-2793247" [ 743.199058] env[70623]: _type = "Task" [ 743.199058] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.203098] env[70623]: DEBUG oslo_vmware.api [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.212068] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793247, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.334350] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.480195] env[70623]: DEBUG nova.network.neutron [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updated VIF entry in instance network info cache for port 1537dd6c-3b92-4dac-bf1b-e73b023b07a3. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.480195] env[70623]: DEBUG nova.network.neutron [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updating instance_info_cache with network_info: [{"id": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "address": "fa:16:3e:37:56:44", "network": {"id": "f8b991dd-c33a-447c-b88a-1c3aaba72f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2114900514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb977b7a9c4770ac9b78d3d1bc39a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537dd6c-3b", "ovs_interfaceid": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.516974] env[70623]: DEBUG nova.compute.manager [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.517880] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4500f8c-6fe1-420d-a048-de9eec8a6dd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.570441] env[70623]: DEBUG oslo_vmware.api [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Task: {'id': task-2793243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271409} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.571854] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.571854] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.571854] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.571854] env[70623]: INFO nova.compute.manager [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 743.571854] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.571854] env[70623]: DEBUG nova.compute.manager [-] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.571854] env[70623]: DEBUG nova.network.neutron [-] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.623956] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a9fca657-9fb4-40e1-9fdf-fb727b9506dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.624311] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 743.624473] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 743.709960] env[70623]: DEBUG oslo_vmware.api [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793246, 'name': PowerOffVM_Task, 'duration_secs': 0.231755} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.710743] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.710881] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.711150] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-009d36b0-2d4f-4306-b79d-fce85ad2cb19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.715816] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793247, 'name': CreateVM_Task, 'duration_secs': 0.36366} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.718775] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.719611] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561376', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'name': 'volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'serial': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7'}, 'device_type': None, 'guest_format': None, 'attachment_id': 'b72fa0a0-566a-4d84-a453-5fe23a0bc992', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70623) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 743.719822] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Root volume attach. Driver type: vmdk {{(pid=70623) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 743.720602] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fcd745-cee7-4926-af4e-5d1c17b10a32 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.728782] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe876df-2e6f-4678-af09-abd43e8716cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.737303] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fd680b-aea9-4742-bf9f-4630b84bebda {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.746782] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-53dfe507-ecac-4915-88e1-9ee8bee21c93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.754510] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 743.754510] env[70623]: value = "task-2793250" [ 743.754510] env[70623]: _type = "Task" [ 743.754510] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.764628] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793250, 'name': RelocateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.835739] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.921028] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.921028] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.921028] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Deleting the datastore file [datastore2] d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.921028] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0da0736-e302-4467-841c-a5a9aa72cfde {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.927882] env[70623]: DEBUG oslo_vmware.api [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for the task: (returnval){ [ 743.927882] env[70623]: value = "task-2793251" [ 743.927882] env[70623]: _type = "Task" [ 743.927882] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.938046] env[70623]: DEBUG oslo_vmware.api [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.982031] env[70623]: DEBUG oslo_concurrency.lockutils [req-3d607061-b8de-4637-97fe-6c024c0a1cbe req-500a7807-b47a-407a-829f-0dcd3a02f55e service nova] Releasing lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.028895] env[70623]: INFO nova.compute.manager [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] instance snapshotting [ 744.033815] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81adca1-eb5c-442a-bbfa-c67113959694 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.061810] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca158ec1-c853-4d74-bfd0-c980ff4be080 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.142427] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce077fb4-7613-4a23-9ade-b83034d7fc00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.149605] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21174a2-54aa-4782-b8fe-68c1ccb15b61 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.181689] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c3ae9-618f-44b5-b104-8d96820b6325 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.190596] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9f19e5-e97b-41a1-a642-3cc3f079f598 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.206277] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.265939] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793250, 'name': RelocateVM_Task, 'duration_secs': 0.503934} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.266274] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 744.266481] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561376', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'name': 'volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'serial': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 744.267279] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f6185-a756-48f3-bb65-869a53964cfe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.283894] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6278f4-8cec-4744-a27f-234629f1e142 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.306751] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7/volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.306891] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6a3317-54a2-476a-a1c5-dd7bd940e668 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.329596] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.331097] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 744.331097] env[70623]: value = "task-2793252" [ 744.331097] env[70623]: _type = "Task" [ 744.331097] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.339321] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.365964] env[70623]: DEBUG nova.network.neutron [-] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.437781] env[70623]: DEBUG oslo_vmware.api [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Task: {'id': task-2793251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133371} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.438048] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.438239] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.438419] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.438629] env[70623]: INFO nova.compute.manager [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Took 1.29 seconds to destroy the instance on the hypervisor. [ 744.438873] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.439073] env[70623]: DEBUG nova.compute.manager [-] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.439173] env[70623]: DEBUG nova.network.neutron [-] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.573215] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.573569] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb51e814-1247-4ebd-8839-d0a823998abe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.581035] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 744.581035] env[70623]: value = "task-2793253" [ 744.581035] env[70623]: _type = "Task" [ 744.581035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.587705] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "36f2529c-66af-4fdc-bd2d-72c61e181008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.587983] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.588384] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "36f2529c-66af-4fdc-bd2d-72c61e181008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.588660] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.588854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.593759] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.594375] env[70623]: INFO nova.compute.manager [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Terminating instance [ 744.713439] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.832865] env[70623]: DEBUG oslo_vmware.api [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793241, 'name': PowerOnVM_Task, 'duration_secs': 1.559523} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.838320] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.838533] env[70623]: INFO nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 744.838736] env[70623]: DEBUG nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.839635] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6d072-6e4f-4f52-9fd9-c9310409fb7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.847073] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.869638] env[70623]: INFO nova.compute.manager [-] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Took 1.30 seconds to deallocate network for instance. [ 745.091450] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.098493] env[70623]: DEBUG nova.compute.manager [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.098493] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.099684] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f486705-1eb7-4136-a62f-c948daad2c50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.107516] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.107828] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41cf310-221a-4193-ab7f-dbdb39a7efc2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.114769] env[70623]: DEBUG oslo_vmware.api [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 745.114769] env[70623]: value = "task-2793254" [ 745.114769] env[70623]: _type = "Task" [ 745.114769] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.123506] env[70623]: DEBUG oslo_vmware.api [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.162278] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "7983fb26-78e5-44d5-a064-dc2f53c010ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.162581] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.192946] env[70623]: DEBUG nova.compute.manager [req-9b729f97-e240-4d6f-845c-3cc26a2ad6b7 req-9172700f-25bd-44a2-9341-e1a4f6383b62 service nova] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Received event network-vif-deleted-1a0b07c2-08db-4d2e-a72a-3cfde9784741 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.193228] env[70623]: DEBUG nova.compute.manager [req-9b729f97-e240-4d6f-845c-3cc26a2ad6b7 req-9172700f-25bd-44a2-9341-e1a4f6383b62 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Received event network-vif-deleted-d57d0b17-6b48-46e2-9fad-dc047bf6573c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.193505] env[70623]: INFO nova.compute.manager [req-9b729f97-e240-4d6f-845c-3cc26a2ad6b7 req-9172700f-25bd-44a2-9341-e1a4f6383b62 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Neutron deleted interface d57d0b17-6b48-46e2-9fad-dc047bf6573c; detaching it from the instance and deleting it from the info cache [ 745.193698] env[70623]: DEBUG nova.network.neutron [req-9b729f97-e240-4d6f-845c-3cc26a2ad6b7 req-9172700f-25bd-44a2-9341-e1a4f6383b62 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.219874] env[70623]: DEBUG nova.network.neutron [-] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.224525] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 745.224802] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.217s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.225572] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.004s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.342139] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793252, 'name': ReconfigVM_Task, 'duration_secs': 0.656659} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.342448] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7/volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.347436] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4c45eff-45a8-43ba-a7fd-f076791400ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.365564] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 745.365564] env[70623]: value = "task-2793255" [ 745.365564] env[70623]: _type = "Task" [ 745.365564] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.365923] env[70623]: INFO nova.compute.manager [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Took 36.82 seconds to build instance. [ 745.377112] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.377583] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.591181] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793253, 'name': CreateSnapshot_Task, 'duration_secs': 0.759098} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.591451] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.592228] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7e043-8cc2-4c94-aeaf-a7d9933c882f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.623317] env[70623]: DEBUG oslo_vmware.api [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793254, 'name': PowerOffVM_Task, 'duration_secs': 0.222223} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.623618] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.623814] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.624077] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13c6a197-97ab-40a2-ba60-7bcf5399a601 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.685950] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.686207] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.686410] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Deleting the datastore file [datastore2] 36f2529c-66af-4fdc-bd2d-72c61e181008 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.686672] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb34931f-2a5c-4fee-84be-a2c59e51adbb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.692808] env[70623]: DEBUG oslo_vmware.api [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 745.692808] env[70623]: value = "task-2793257" [ 745.692808] env[70623]: _type = "Task" [ 745.692808] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.696532] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e53d710-23b4-4fbf-990a-1bfaca4518ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.706706] env[70623]: DEBUG oslo_vmware.api [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.707752] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 745.707966] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561430', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'name': 'volume-804fdb9c-bb99-420b-b41f-7e3191df54c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef42669b-9878-416c-b719-6a4b54802053', 'attached_at': '', 'detached_at': '', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'serial': '804fdb9c-bb99-420b-b41f-7e3191df54c4'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 745.709577] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7c7c13-377a-4187-81ce-3fc243a8e4bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.715082] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67559ce-f26f-42b0-a2d0-550381d20224 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.727559] env[70623]: INFO nova.compute.manager [-] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Took 1.29 seconds to deallocate network for instance. [ 745.761890] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6af574-d0ab-442c-9cfd-fc4040469608 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.765204] env[70623]: DEBUG nova.compute.manager [req-9b729f97-e240-4d6f-845c-3cc26a2ad6b7 req-9172700f-25bd-44a2-9341-e1a4f6383b62 service nova] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Detach interface failed, port_id=d57d0b17-6b48-46e2-9fad-dc047bf6573c, reason: Instance d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 745.790822] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-804fdb9c-bb99-420b-b41f-7e3191df54c4/volume-804fdb9c-bb99-420b-b41f-7e3191df54c4.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.794494] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b97026-c369-40c7-a797-44ae958510f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.814550] env[70623]: DEBUG oslo_vmware.api [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Waiting for the task: (returnval){ [ 745.814550] env[70623]: value = "task-2793258" [ 745.814550] env[70623]: _type = "Task" [ 745.814550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.827070] env[70623]: DEBUG oslo_vmware.api [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793258, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.874090] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7f0c7f2d-c6e3-4e14-9e29-c067e78349e0 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.090s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.880690] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793255, 'name': ReconfigVM_Task, 'duration_secs': 0.133182} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.881253] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561376', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'name': 'volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'serial': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 745.881822] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d5e69d6-7486-4a81-a76b-060f7c86a456 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.891236] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 745.891236] env[70623]: value = "task-2793259" [ 745.891236] env[70623]: _type = "Task" [ 745.891236] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.900543] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793259, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.909674] env[70623]: DEBUG nova.compute.manager [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Received event network-changed-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.910042] env[70623]: DEBUG nova.compute.manager [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Refreshing instance network info cache due to event network-changed-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 745.910113] env[70623]: DEBUG oslo_concurrency.lockutils [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] Acquiring lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.910260] env[70623]: DEBUG oslo_concurrency.lockutils [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] Acquired lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.910941] env[70623]: DEBUG nova.network.neutron [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Refreshing network info cache for port a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.111077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.111394] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-881cba6a-386e-4d7b-ac3f-a05ba6628399 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.121543] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 746.121543] env[70623]: value = "task-2793260" [ 746.121543] env[70623]: _type = "Task" [ 746.121543] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.129690] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793260, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.206116] env[70623]: DEBUG oslo_vmware.api [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207314} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.206613] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.207045] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.207576] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.207910] env[70623]: INFO nova.compute.manager [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Took 1.11 seconds to destroy the instance on the hypervisor. [ 746.208292] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.208646] env[70623]: DEBUG nova.compute.manager [-] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.208838] env[70623]: DEBUG nova.network.neutron [-] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.247659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.324403] env[70623]: DEBUG oslo_vmware.api [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793258, 'name': ReconfigVM_Task, 'duration_secs': 0.417502} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.327100] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-804fdb9c-bb99-420b-b41f-7e3191df54c4/volume-804fdb9c-bb99-420b-b41f-7e3191df54c4.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.331915] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b2fe54-69fe-44e1-9bb1-655b3b04b4d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.347146] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4266ff-8489-4d43-8397-9894aa03c475 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.356087] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0940ef-8338-46e5-91f2-e116973bcef6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.359595] env[70623]: DEBUG oslo_vmware.api [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Waiting for the task: (returnval){ [ 746.359595] env[70623]: value = "task-2793261" [ 746.359595] env[70623]: _type = "Task" [ 746.359595] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.389032] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.393524] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e45588-3886-44b1-970c-7464032f3551 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.403835] env[70623]: DEBUG oslo_vmware.api [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.412274] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d320db87-2e5b-4b57-ae3c-f569c80da77e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.416408] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793259, 'name': Rename_Task, 'duration_secs': 0.173768} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.418747] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.419528] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5deaeab-6841-481e-8d5d-e492353522f8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.431641] env[70623]: DEBUG nova.compute.provider_tree [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.438892] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 746.438892] env[70623]: value = "task-2793262" [ 746.438892] env[70623]: _type = "Task" [ 746.438892] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.448510] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.630937] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793260, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.669225] env[70623]: DEBUG nova.network.neutron [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updated VIF entry in instance network info cache for port a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.669613] env[70623]: DEBUG nova.network.neutron [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updating instance_info_cache with network_info: [{"id": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "address": "fa:16:3e:d8:26:3e", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c012fb-2f", "ovs_interfaceid": "a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.875143] env[70623]: DEBUG oslo_vmware.api [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793261, 'name': ReconfigVM_Task, 'duration_secs': 0.175515} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.875143] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561430', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'name': 'volume-804fdb9c-bb99-420b-b41f-7e3191df54c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef42669b-9878-416c-b719-6a4b54802053', 'attached_at': '', 'detached_at': '', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'serial': '804fdb9c-bb99-420b-b41f-7e3191df54c4'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 746.918504] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.935391] env[70623]: DEBUG nova.scheduler.client.report [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.949682] env[70623]: DEBUG oslo_vmware.api [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793262, 'name': PowerOnVM_Task, 'duration_secs': 0.446817} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.950135] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.950271] env[70623]: INFO nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Took 5.09 seconds to spawn the instance on the hypervisor. [ 746.950484] env[70623]: DEBUG nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.951970] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28526b-0147-4504-abf4-89d641e3c4d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.132488] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793260, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.173311] env[70623]: DEBUG oslo_concurrency.lockutils [req-38d4a8c6-c295-47e1-b861-50dcee03c4b5 req-3c145bdb-01b5-437d-84f9-bf0d604ed043 service nova] Releasing lock "refresh_cache-2b0d38e7-998c-40a8-922e-896a9c87f76f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.227780] env[70623]: DEBUG nova.network.neutron [-] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.285737] env[70623]: DEBUG nova.compute.manager [req-6b399292-c6cd-4c38-98ca-f3594dc93c9f req-439f493f-e81c-465a-bb30-988251cf7a48 service nova] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Received event network-vif-deleted-9f16b327-2e39-4299-8b14-264e7bf594cd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.476966] env[70623]: INFO nova.compute.manager [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Took 30.46 seconds to build instance. [ 747.634009] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793260, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.731783] env[70623]: INFO nova.compute.manager [-] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Took 1.52 seconds to deallocate network for instance. [ 747.928376] env[70623]: DEBUG nova.objects.instance [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lazy-loading 'flavor' on Instance uuid ef42669b-9878-416c-b719-6a4b54802053 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.946506] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.721s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.950098] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.670s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.951634] env[70623]: INFO nova.compute.claims [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.979431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b24a80fa-65f7-4780-b6a0-0218867fbcb7 tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.518s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.132954] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793260, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.238897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.435955] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba857201-55c1-4f6c-8321-39b9def6ed6a tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lock "ef42669b-9878-416c-b719-6a4b54802053" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.367s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.482432] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.516228] env[70623]: INFO nova.scheduler.client.report [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleted allocation for migration 2f7da5ca-0c0d-482f-8a55-6d0bec1a7518 [ 748.633196] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793260, 'name': CloneVM_Task, 'duration_secs': 2.237047} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.633466] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Created linked-clone VM from snapshot [ 748.634159] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de05284-de2c-45eb-9302-b005c83e6fe4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.640915] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Uploading image d9d05b86-6303-46da-b7ec-8d9e2d540f58 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.664635] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 748.664635] env[70623]: value = "vm-561434" [ 748.664635] env[70623]: _type = "VirtualMachine" [ 748.664635] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 748.664874] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69f66503-c62e-469c-9211-355f2172f718 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.671400] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lease: (returnval){ [ 748.671400] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c9a2-d1b1-677e-6dea-010bc9bd46ef" [ 748.671400] env[70623]: _type = "HttpNfcLease" [ 748.671400] env[70623]: } obtained for exporting VM: (result){ [ 748.671400] env[70623]: value = "vm-561434" [ 748.671400] env[70623]: _type = "VirtualMachine" [ 748.671400] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 748.671627] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the lease: (returnval){ [ 748.671627] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c9a2-d1b1-677e-6dea-010bc9bd46ef" [ 748.671627] env[70623]: _type = "HttpNfcLease" [ 748.671627] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 748.678140] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.678140] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c9a2-d1b1-677e-6dea-010bc9bd46ef" [ 748.678140] env[70623]: _type = "HttpNfcLease" [ 748.678140] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 748.882809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.883090] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lock "ef42669b-9878-416c-b719-6a4b54802053" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.999654] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.021768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e59656f-4e8f-4061-a8a8-9b2b6fe459ef tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.958s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.180377] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.180377] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c9a2-d1b1-677e-6dea-010bc9bd46ef" [ 749.180377] env[70623]: _type = "HttpNfcLease" [ 749.180377] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.180377] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.180377] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c9a2-d1b1-677e-6dea-010bc9bd46ef" [ 749.180377] env[70623]: _type = "HttpNfcLease" [ 749.180377] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.180819] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab4e329-a350-4105-b2ed-a6b29d6fa02c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.194504] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522aba9f-3e8f-a727-6014-8ba614336f8a/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.194994] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522aba9f-3e8f-a727-6014-8ba614336f8a/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.288820] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6870b625-aa70-4263-8ace-a28ef7901a52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.371752] env[70623]: DEBUG nova.compute.manager [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Received event network-changed-1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.371904] env[70623]: DEBUG nova.compute.manager [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Refreshing instance network info cache due to event network-changed-1537dd6c-3b92-4dac-bf1b-e73b023b07a3. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 749.372128] env[70623]: DEBUG oslo_concurrency.lockutils [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] Acquiring lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372449] env[70623]: DEBUG oslo_concurrency.lockutils [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] Acquired lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372544] env[70623]: DEBUG nova.network.neutron [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Refreshing network info cache for port 1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.387663] env[70623]: INFO nova.compute.manager [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Detaching volume 804fdb9c-bb99-420b-b41f-7e3191df54c4 [ 749.433224] env[70623]: INFO nova.virt.block_device [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Attempting to driver detach volume 804fdb9c-bb99-420b-b41f-7e3191df54c4 from mountpoint /dev/sdb [ 749.433224] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 749.433224] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561430', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'name': 'volume-804fdb9c-bb99-420b-b41f-7e3191df54c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef42669b-9878-416c-b719-6a4b54802053', 'attached_at': '', 'detached_at': '', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'serial': '804fdb9c-bb99-420b-b41f-7e3191df54c4'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 749.433224] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db278c51-b206-4858-94ae-4298cc767e71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.461437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3391fd21-eeb7-4138-bcce-c0a511f5d579 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.470017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a23727-06ba-4dc9-8fb1-f94158d68492 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.495340] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ddb6d9-451c-4245-bc05-33d2b36427aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.515851] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] The volume has not been displaced from its original location: [datastore1] volume-804fdb9c-bb99-420b-b41f-7e3191df54c4/volume-804fdb9c-bb99-420b-b41f-7e3191df54c4.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 749.522647] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.527272] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bf3b6bf-5834-43a8-b39e-b44298ca5a6f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.541413] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623412ae-655d-40f8-a8cd-91ee5112dbeb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.552233] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21debbff-d8b5-4fca-9f76-38d0849db7a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.556031] env[70623]: DEBUG oslo_vmware.api [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Waiting for the task: (returnval){ [ 749.556031] env[70623]: value = "task-2793264" [ 749.556031] env[70623]: _type = "Task" [ 749.556031] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.589181] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f66013-2430-4083-bf55-aa122e75e08d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.596050] env[70623]: DEBUG oslo_vmware.api [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.605020] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a547aa-e80f-472e-a1d5-6bdc4a7eb500 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.617061] env[70623]: DEBUG nova.compute.provider_tree [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.067806] env[70623]: DEBUG oslo_vmware.api [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793264, 'name': ReconfigVM_Task, 'duration_secs': 0.244954} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.068190] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 750.073754] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b164894-aaa4-425b-b142-d6c5c6287e71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.094376] env[70623]: DEBUG oslo_vmware.api [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Waiting for the task: (returnval){ [ 750.094376] env[70623]: value = "task-2793265" [ 750.094376] env[70623]: _type = "Task" [ 750.094376] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.102686] env[70623]: DEBUG oslo_vmware.api [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.121497] env[70623]: DEBUG nova.scheduler.client.report [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.163832] env[70623]: DEBUG nova.network.neutron [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updated VIF entry in instance network info cache for port 1537dd6c-3b92-4dac-bf1b-e73b023b07a3. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.164224] env[70623]: DEBUG nova.network.neutron [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updating instance_info_cache with network_info: [{"id": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "address": "fa:16:3e:37:56:44", "network": {"id": "f8b991dd-c33a-447c-b88a-1c3aaba72f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2114900514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4eb977b7a9c4770ac9b78d3d1bc39a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537dd6c-3b", "ovs_interfaceid": "1537dd6c-3b92-4dac-bf1b-e73b023b07a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.609768] env[70623]: DEBUG oslo_vmware.api [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Task: {'id': task-2793265, 'name': ReconfigVM_Task, 'duration_secs': 0.154509} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.609768] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] [instance: ef42669b-9878-416c-b719-6a4b54802053] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561430', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'name': 'volume-804fdb9c-bb99-420b-b41f-7e3191df54c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef42669b-9878-416c-b719-6a4b54802053', 'attached_at': '', 'detached_at': '', 'volume_id': '804fdb9c-bb99-420b-b41f-7e3191df54c4', 'serial': '804fdb9c-bb99-420b-b41f-7e3191df54c4'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 750.627109] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.627638] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.631410] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.123s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.632956] env[70623]: INFO nova.compute.claims [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.667639] env[70623]: DEBUG oslo_concurrency.lockutils [req-9eba186e-5f57-46c0-a464-9803a0ad7cba req-dd710174-c04e-405c-b3e5-d06db296786f service nova] Releasing lock "refresh_cache-9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.140528] env[70623]: DEBUG nova.compute.utils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.142624] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.142833] env[70623]: DEBUG nova.network.neutron [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.174518] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "7e1af86a-27c4-4a67-a43b-531dee349f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.174801] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.183184] env[70623]: DEBUG nova.policy [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0868313eb384dcb8c31bc3ad812bf50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '228f83af9ecb4058aff1f2ec8f942376', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.190226] env[70623]: DEBUG nova.objects.instance [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lazy-loading 'flavor' on Instance uuid ef42669b-9878-416c-b719-6a4b54802053 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.504841] env[70623]: DEBUG nova.network.neutron [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Successfully created port: f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.643824] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.201074] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b95a50f7-83ff-4bce-b2fa-a2edeef4afbe tempest-VolumesAssistedSnapshotsTest-1899564869 tempest-VolumesAssistedSnapshotsTest-1899564869-project-admin] Lock "ef42669b-9878-416c-b719-6a4b54802053" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.262456] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcca955-2d04-44fd-b746-83600a8686b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.270157] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42bde00-6fc1-4006-b8eb-63d071348cbd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.303484] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152cdb9-8383-49d4-96f1-28d3bbe9a4e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.311030] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27076723-ab78-481b-8c57-e510b474a3a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.324578] env[70623]: DEBUG nova.compute.provider_tree [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.667058] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.688114] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.688393] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.688567] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.688932] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.688932] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.689119] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.689319] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.689495] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.689677] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.689838] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.690296] env[70623]: DEBUG nova.virt.hardware [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.690994] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a6436-82e1-4f1d-9ce4-a7c37051cb5e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.699490] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f349ea0c-8ff5-439b-b88e-e5321312bf63 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.827417] env[70623]: DEBUG nova.scheduler.client.report [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.260291] env[70623]: DEBUG nova.compute.manager [req-131ced76-d1d6-4d67-850b-45e5cec6fb0f req-d7e3bfcb-112a-4863-b27c-be8894fe2b3c service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Received event network-vif-plugged-f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.260291] env[70623]: DEBUG oslo_concurrency.lockutils [req-131ced76-d1d6-4d67-850b-45e5cec6fb0f req-d7e3bfcb-112a-4863-b27c-be8894fe2b3c service nova] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.260291] env[70623]: DEBUG oslo_concurrency.lockutils [req-131ced76-d1d6-4d67-850b-45e5cec6fb0f req-d7e3bfcb-112a-4863-b27c-be8894fe2b3c service nova] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.260291] env[70623]: DEBUG oslo_concurrency.lockutils [req-131ced76-d1d6-4d67-850b-45e5cec6fb0f req-d7e3bfcb-112a-4863-b27c-be8894fe2b3c service nova] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.260291] env[70623]: DEBUG nova.compute.manager [req-131ced76-d1d6-4d67-850b-45e5cec6fb0f req-d7e3bfcb-112a-4863-b27c-be8894fe2b3c service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] No waiting events found dispatching network-vif-plugged-f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.260737] env[70623]: WARNING nova.compute.manager [req-131ced76-d1d6-4d67-850b-45e5cec6fb0f req-d7e3bfcb-112a-4863-b27c-be8894fe2b3c service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Received unexpected event network-vif-plugged-f7fec0f8-ae1e-4588-a1ed-b02652c90e78 for instance with vm_state building and task_state spawning. [ 753.334775] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.335305] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.339505] env[70623]: DEBUG nova.network.neutron [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Successfully updated port: f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.340833] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.647s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.341214] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.343123] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.429s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.343728] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.345484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.205s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.345667] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.347322] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.392s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.350025] env[70623]: INFO nova.compute.claims [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.375032] env[70623]: INFO nova.scheduler.client.report [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Deleted allocations for instance 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8 [ 753.379122] env[70623]: INFO nova.scheduler.client.report [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleted allocations for instance db1718bc-6b39-4d88-af23-19186afe430c [ 753.388281] env[70623]: INFO nova.scheduler.client.report [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Deleted allocations for instance 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc [ 753.841365] env[70623]: DEBUG nova.compute.utils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.842939] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.843264] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843470] env[70623]: DEBUG nova.network.neutron [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.844423] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.844592] env[70623]: DEBUG nova.network.neutron [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.890025] env[70623]: DEBUG nova.policy [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ea5bd22aeae43b0b42a146db8c3b34f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '788df2007bfc4003ad16559ce413d561', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.891896] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e98d215a-08a3-4280-adc1-ed71c65005dc tempest-ServerRescueTestJSONUnderV235-1003636796 tempest-ServerRescueTestJSONUnderV235-1003636796-project-member] Lock "0ed3e504-e3d4-46ea-a5e5-a72cf22056b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.124s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.895953] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a21114e-383d-4415-912a-3da600fd9af3 tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.464s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.905185] env[70623]: DEBUG oslo_concurrency.lockutils [None req-88329f67-e9cf-4311-9ded-5c2cba91134a tempest-ListServersNegativeTestJSON-720733264 tempest-ListServersNegativeTestJSON-720733264-project-member] Lock "db1718bc-6b39-4d88-af23-19186afe430c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.576s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.280713] env[70623]: DEBUG nova.network.neutron [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Successfully created port: d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.350976] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.406680] env[70623]: DEBUG nova.network.neutron [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.872296] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c6d71-84ce-401b-a2d6-ca33bddb1378 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.881318] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aefbd0a-1e1b-4abc-8402-f075b28d3b4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.919651] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e5925-0297-41ec-9971-3ff4152ba1aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.929895] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0496f04b-9d71-4cb6-b79d-2df91b50134a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.935857] env[70623]: DEBUG nova.network.neutron [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updating instance_info_cache with network_info: [{"id": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "address": "fa:16:3e:62:5a:aa", "network": {"id": "37ffcf21-3178-45db-8e61-d07921bd14e3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2136199259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "228f83af9ecb4058aff1f2ec8f942376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fec0f8-ae", "ovs_interfaceid": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.949596] env[70623]: DEBUG nova.compute.provider_tree [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.291458] env[70623]: DEBUG nova.compute.manager [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Received event network-changed-f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.291700] env[70623]: DEBUG nova.compute.manager [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Refreshing instance network info cache due to event network-changed-f7fec0f8-ae1e-4588-a1ed-b02652c90e78. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 755.291740] env[70623]: DEBUG oslo_concurrency.lockutils [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] Acquiring lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.365560] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.402022] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.402597] env[70623]: DEBUG nova.virt.hardware [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.403657] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7813735-382b-40cf-92c1-4b4a4916493f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.412292] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2ebf37-5035-43ae-9ea7-240dc7ef93cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.439657] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Releasing lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.439657] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Instance network_info: |[{"id": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "address": "fa:16:3e:62:5a:aa", "network": {"id": "37ffcf21-3178-45db-8e61-d07921bd14e3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2136199259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "228f83af9ecb4058aff1f2ec8f942376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fec0f8-ae", "ovs_interfaceid": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.439908] env[70623]: DEBUG oslo_concurrency.lockutils [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] Acquired lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.440197] env[70623]: DEBUG nova.network.neutron [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Refreshing network info cache for port f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.442246] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:5a:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7fec0f8-ae1e-4588-a1ed-b02652c90e78', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.450279] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Creating folder: Project (228f83af9ecb4058aff1f2ec8f942376). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.451872] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37604834-7b45-430d-a292-84e5140e7155 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.457766] env[70623]: DEBUG nova.scheduler.client.report [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.468451] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Created folder: Project (228f83af9ecb4058aff1f2ec8f942376) in parent group-v561316. [ 755.468451] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Creating folder: Instances. Parent ref: group-v561435. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.468451] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8303eb8-a28a-423d-8224-43918057a71e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.477341] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Created folder: Instances in parent group-v561435. [ 755.477644] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.478151] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.478388] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33661514-2c62-47e5-bd4f-4546c028a31e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.500865] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.500865] env[70623]: value = "task-2793269" [ 755.500865] env[70623]: _type = "Task" [ 755.500865] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.510852] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793269, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.635831] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.636194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "ef42669b-9878-416c-b719-6a4b54802053" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.636460] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "ef42669b-9878-416c-b719-6a4b54802053-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.636718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "ef42669b-9878-416c-b719-6a4b54802053-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.636960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "ef42669b-9878-416c-b719-6a4b54802053-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.641626] env[70623]: INFO nova.compute.manager [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Terminating instance [ 755.966047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.966047] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.973203] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.288s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.973466] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.976843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.740s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.979235] env[70623]: INFO nova.compute.claims [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.021982] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793269, 'name': CreateVM_Task, 'duration_secs': 0.446635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.023366] env[70623]: INFO nova.scheduler.client.report [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Deleted allocations for instance ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc [ 756.027824] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.028796] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.028857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.029227] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.030338] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fa511b-fbf5-48de-b3b1-c75937bc5f2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.038528] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 756.038528] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52886d66-e1b4-f26d-8016-41024da15f82" [ 756.038528] env[70623]: _type = "Task" [ 756.038528] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.050603] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52886d66-e1b4-f26d-8016-41024da15f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.148841] env[70623]: DEBUG nova.compute.manager [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.149137] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.150512] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec75d8b-a662-4a14-9b89-85eefb0ee3cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.162924] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.163295] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b9caea8-be3e-41dc-ba3d-5ec2cabd1c1f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.171063] env[70623]: DEBUG oslo_vmware.api [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 756.171063] env[70623]: value = "task-2793270" [ 756.171063] env[70623]: _type = "Task" [ 756.171063] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.179877] env[70623]: DEBUG oslo_vmware.api [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2793270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.403914] env[70623]: DEBUG nova.network.neutron [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Successfully updated port: d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.484979] env[70623]: DEBUG nova.compute.utils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.490216] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.490216] env[70623]: DEBUG nova.network.neutron [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.519183] env[70623]: DEBUG nova.network.neutron [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updated VIF entry in instance network info cache for port f7fec0f8-ae1e-4588-a1ed-b02652c90e78. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.519690] env[70623]: DEBUG nova.network.neutron [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updating instance_info_cache with network_info: [{"id": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "address": "fa:16:3e:62:5a:aa", "network": {"id": "37ffcf21-3178-45db-8e61-d07921bd14e3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2136199259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "228f83af9ecb4058aff1f2ec8f942376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fec0f8-ae", "ovs_interfaceid": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.533803] env[70623]: DEBUG oslo_concurrency.lockutils [None req-421c1834-7d3e-402b-b673-7d1fb209385c tempest-ImagesOneServerTestJSON-2074339421 tempest-ImagesOneServerTestJSON-2074339421-project-member] Lock "ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.005s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.552651] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52886d66-e1b4-f26d-8016-41024da15f82, 'name': SearchDatastore_Task, 'duration_secs': 0.014042} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.552830] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.553062] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.553489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.553655] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.554206] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.554481] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0157d68c-ccaa-4ba8-bd78-7b9befbcce8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.566953] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.567174] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.567922] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97da72ea-24ac-4177-a0c8-14693147cbb7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.573763] env[70623]: DEBUG nova.policy [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888886d29934582b204d1c9968cb329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf46988ae64770aaf7e094b808fca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.578015] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 756.578015] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a51aec-969e-46c5-d067-4883fd768ea9" [ 756.578015] env[70623]: _type = "Task" [ 756.578015] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.588798] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a51aec-969e-46c5-d067-4883fd768ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.008036} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.589356] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd814a09-7e51-4b7a-b35b-d9c34b797f48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.595079] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 756.595079] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ad74fb-a424-a070-312f-715e57406e84" [ 756.595079] env[70623]: _type = "Task" [ 756.595079] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.604452] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ad74fb-a424-a070-312f-715e57406e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.680512] env[70623]: DEBUG oslo_vmware.api [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2793270, 'name': PowerOffVM_Task, 'duration_secs': 0.236297} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.680787] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.680943] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.681240] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff23f95-1dc2-4acb-a3b2-3397a399e674 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.745018] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.745335] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.745515] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Deleting the datastore file [datastore2] ef42669b-9878-416c-b719-6a4b54802053 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.745789] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d59fc7f-e5d7-42dc-83fc-44b2573dac62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.756071] env[70623]: DEBUG oslo_vmware.api [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for the task: (returnval){ [ 756.756071] env[70623]: value = "task-2793272" [ 756.756071] env[70623]: _type = "Task" [ 756.756071] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.761807] env[70623]: DEBUG oslo_vmware.api [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2793272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.911278] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "refresh_cache-34d289a2-d3a8-49a1-9b94-a134122aa84a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.911278] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquired lock "refresh_cache-34d289a2-d3a8-49a1-9b94-a134122aa84a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.911278] env[70623]: DEBUG nova.network.neutron [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.953035] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522aba9f-3e8f-a727-6014-8ba614336f8a/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.953958] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3edc8a-53fe-4a73-ac34-12d8c94d2faa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.960601] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522aba9f-3e8f-a727-6014-8ba614336f8a/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.960770] env[70623]: ERROR oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522aba9f-3e8f-a727-6014-8ba614336f8a/disk-0.vmdk due to incomplete transfer. [ 756.961014] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d55a4b1-9ec8-4e10-9016-3700bbbbb9cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.969846] env[70623]: DEBUG oslo_vmware.rw_handles [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522aba9f-3e8f-a727-6014-8ba614336f8a/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.970139] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Uploaded image d9d05b86-6303-46da-b7ec-8d9e2d540f58 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.972334] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.972695] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6fc207f-f715-4e31-bcb9-d2635bb8dd4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.979900] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 756.979900] env[70623]: value = "task-2793273" [ 756.979900] env[70623]: _type = "Task" [ 756.979900] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.993817] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.996831] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793273, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.022101] env[70623]: DEBUG oslo_concurrency.lockutils [req-04746653-c213-47a1-97bc-26269b1abf90 req-0c0ef5d5-3f9d-4692-8be5-c6ff0a85a60e service nova] Releasing lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.107377] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ad74fb-a424-a070-312f-715e57406e84, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.107648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.107903] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 1d5599e1-8168-4fb1-92e9-20689b35166a/1d5599e1-8168-4fb1-92e9-20689b35166a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.108180] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed1b65c-db6c-43be-89f6-63509597c621 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.116042] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 757.116042] env[70623]: value = "task-2793274" [ 757.116042] env[70623]: _type = "Task" [ 757.116042] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.129926] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.265058] env[70623]: DEBUG oslo_vmware.api [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Task: {'id': task-2793272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147063} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.268188] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.268531] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.268739] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.269394] env[70623]: INFO nova.compute.manager [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] [instance: ef42669b-9878-416c-b719-6a4b54802053] Took 1.12 seconds to destroy the instance on the hypervisor. [ 757.269394] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.269581] env[70623]: DEBUG nova.compute.manager [-] [instance: ef42669b-9878-416c-b719-6a4b54802053] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.269747] env[70623]: DEBUG nova.network.neutron [-] [instance: ef42669b-9878-416c-b719-6a4b54802053] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.272453] env[70623]: DEBUG nova.network.neutron [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Successfully created port: 0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.445639] env[70623]: DEBUG nova.compute.manager [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Received event network-vif-plugged-d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 757.446045] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] Acquiring lock "34d289a2-d3a8-49a1-9b94-a134122aa84a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.446497] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.446497] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.446497] env[70623]: DEBUG nova.compute.manager [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] No waiting events found dispatching network-vif-plugged-d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.446660] env[70623]: WARNING nova.compute.manager [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Received unexpected event network-vif-plugged-d56a24bd-528c-40b6-924b-e91da6b7d124 for instance with vm_state building and task_state spawning. [ 757.446773] env[70623]: DEBUG nova.compute.manager [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Received event network-changed-d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 757.446966] env[70623]: DEBUG nova.compute.manager [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Refreshing instance network info cache due to event network-changed-d56a24bd-528c-40b6-924b-e91da6b7d124. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 757.447206] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] Acquiring lock "refresh_cache-34d289a2-d3a8-49a1-9b94-a134122aa84a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.493288] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793273, 'name': Destroy_Task, 'duration_secs': 0.375518} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.496432] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Destroyed the VM [ 757.497322] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.497322] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6901c975-9d32-42d6-8459-562792f31a62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.505078] env[70623]: DEBUG nova.network.neutron [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.509712] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 757.509712] env[70623]: value = "task-2793275" [ 757.509712] env[70623]: _type = "Task" [ 757.509712] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.522413] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.604370] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfb1d06-38ed-421b-8063-5a534dd640d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.612724] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a4242d-da8c-475d-80c6-d1c9e81b7389 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.648899] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eb40cc-891f-4e10-a356-46c8de094bed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.661411] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475349} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.662748] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0edef4-882c-4784-87dc-b6053e6ea413 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.666595] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 1d5599e1-8168-4fb1-92e9-20689b35166a/1d5599e1-8168-4fb1-92e9-20689b35166a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.666828] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.667624] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-719d7f2a-89cf-4a81-8baf-25bad33c4f3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.680936] env[70623]: DEBUG nova.compute.provider_tree [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.683474] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 757.683474] env[70623]: value = "task-2793276" [ 757.683474] env[70623]: _type = "Task" [ 757.683474] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.691154] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.006773] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.029384] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.044217] env[70623]: DEBUG nova.network.neutron [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Updating instance_info_cache with network_info: [{"id": "d56a24bd-528c-40b6-924b-e91da6b7d124", "address": "fa:16:3e:9a:4e:dc", "network": {"id": "9b4e9287-cbfe-47a0-bb9c-69b8843df3bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-746786470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "788df2007bfc4003ad16559ce413d561", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56a24bd-52", "ovs_interfaceid": "d56a24bd-528c-40b6-924b-e91da6b7d124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.049622] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.050417] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.050417] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.050417] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.050417] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.050907] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.050907] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.050907] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.052037] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.052037] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.052037] env[70623]: DEBUG nova.virt.hardware [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.052686] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd922b6e-6c0d-40ae-8475-a5faf4c40609 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.063992] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8cb57-249e-4e00-a6ef-178a1c354383 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.185814] env[70623]: DEBUG nova.scheduler.client.report [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.198400] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071271} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.198400] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.199219] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e7dbf-1897-4f71-bc47-25b8e8dffa26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.226897] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 1d5599e1-8168-4fb1-92e9-20689b35166a/1d5599e1-8168-4fb1-92e9-20689b35166a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.226897] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0e2290-183f-41b2-bbec-df7489be813f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.251874] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 758.251874] env[70623]: value = "task-2793277" [ 758.251874] env[70623]: _type = "Task" [ 758.251874] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.260322] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.297384] env[70623]: DEBUG nova.compute.manager [req-04b717ae-0cb5-40eb-a4fc-933376b908b4 req-2abd70c5-680d-437b-af92-de9f016e9580 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Received event network-vif-deleted-09837998-6c52-4a9f-b54c-40ea6b14911c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.297581] env[70623]: INFO nova.compute.manager [req-04b717ae-0cb5-40eb-a4fc-933376b908b4 req-2abd70c5-680d-437b-af92-de9f016e9580 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Neutron deleted interface 09837998-6c52-4a9f-b54c-40ea6b14911c; detaching it from the instance and deleting it from the info cache [ 758.297756] env[70623]: DEBUG nova.network.neutron [req-04b717ae-0cb5-40eb-a4fc-933376b908b4 req-2abd70c5-680d-437b-af92-de9f016e9580 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.352950] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "632503bb-f406-497f-848d-25a284b29512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.353500] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "632503bb-f406-497f-848d-25a284b29512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.523995] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.540746] env[70623]: DEBUG nova.network.neutron [-] [instance: ef42669b-9878-416c-b719-6a4b54802053] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.556341] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Releasing lock "refresh_cache-34d289a2-d3a8-49a1-9b94-a134122aa84a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.556668] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Instance network_info: |[{"id": "d56a24bd-528c-40b6-924b-e91da6b7d124", "address": "fa:16:3e:9a:4e:dc", "network": {"id": "9b4e9287-cbfe-47a0-bb9c-69b8843df3bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-746786470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "788df2007bfc4003ad16559ce413d561", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56a24bd-52", "ovs_interfaceid": "d56a24bd-528c-40b6-924b-e91da6b7d124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.557040] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] Acquired lock "refresh_cache-34d289a2-d3a8-49a1-9b94-a134122aa84a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.557809] env[70623]: DEBUG nova.network.neutron [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Refreshing network info cache for port d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.559630] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:4e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd56a24bd-528c-40b6-924b-e91da6b7d124', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.567021] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Creating folder: Project (788df2007bfc4003ad16559ce413d561). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.570924] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb11702-a02b-4355-8062-75c51c14c628 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.583322] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Created folder: Project (788df2007bfc4003ad16559ce413d561) in parent group-v561316. [ 758.583582] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Creating folder: Instances. Parent ref: group-v561438. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.583882] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84a0162c-2a3c-4b5a-a57c-6ff9e3220984 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.596443] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Created folder: Instances in parent group-v561438. [ 758.596745] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.596902] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.597132] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c0dd9e9-60f3-4d37-bbbb-56b2adaf61c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.621678] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.621678] env[70623]: value = "task-2793280" [ 758.621678] env[70623]: _type = "Task" [ 758.621678] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.630029] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793280, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.693261] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.693975] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.696458] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.281s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.700045] env[70623]: INFO nova.compute.claims [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.766873] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.801296] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86da802f-f937-4aee-a3dd-32a41d1a45e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.811452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92065ebf-b53b-42b4-bb65-3d15c4700ba7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.847119] env[70623]: DEBUG nova.compute.manager [req-04b717ae-0cb5-40eb-a4fc-933376b908b4 req-2abd70c5-680d-437b-af92-de9f016e9580 service nova] [instance: ef42669b-9878-416c-b719-6a4b54802053] Detach interface failed, port_id=09837998-6c52-4a9f-b54c-40ea6b14911c, reason: Instance ef42669b-9878-416c-b719-6a4b54802053 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 758.894336] env[70623]: DEBUG nova.network.neutron [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Updated VIF entry in instance network info cache for port d56a24bd-528c-40b6-924b-e91da6b7d124. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.894693] env[70623]: DEBUG nova.network.neutron [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Updating instance_info_cache with network_info: [{"id": "d56a24bd-528c-40b6-924b-e91da6b7d124", "address": "fa:16:3e:9a:4e:dc", "network": {"id": "9b4e9287-cbfe-47a0-bb9c-69b8843df3bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-746786470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "788df2007bfc4003ad16559ce413d561", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd56a24bd-52", "ovs_interfaceid": "d56a24bd-528c-40b6-924b-e91da6b7d124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.028378] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793275, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.045785] env[70623]: INFO nova.compute.manager [-] [instance: ef42669b-9878-416c-b719-6a4b54802053] Took 1.78 seconds to deallocate network for instance. [ 759.132088] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793280, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.158191] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "8c873cf3-7288-4ec8-8796-68791d7813ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.158191] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "8c873cf3-7288-4ec8-8796-68791d7813ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.205056] env[70623]: DEBUG nova.compute.utils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.206928] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.208264] env[70623]: DEBUG nova.network.neutron [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.267028] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793277, 'name': ReconfigVM_Task, 'duration_secs': 0.650189} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.267028] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 1d5599e1-8168-4fb1-92e9-20689b35166a/1d5599e1-8168-4fb1-92e9-20689b35166a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.267028] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8748ae67-e4d2-4695-812d-d2c04264c2ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.274803] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 759.274803] env[70623]: value = "task-2793281" [ 759.274803] env[70623]: _type = "Task" [ 759.274803] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.280637] env[70623]: DEBUG nova.policy [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c92bba4d4074f02aad90f4b7ece8eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd933c5bde11a4b1d9cc3d8b5fbddff3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.286838] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793281, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.400562] env[70623]: DEBUG oslo_concurrency.lockutils [req-1fe21d56-481b-43c5-bec3-e0abfaf6f771 req-0e385196-303f-4011-9602-a964b7d49683 service nova] Releasing lock "refresh_cache-34d289a2-d3a8-49a1-9b94-a134122aa84a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.506899] env[70623]: DEBUG nova.compute.manager [req-bdfd139e-3d98-4aa1-9a34-74b2077d83f7 req-1b551417-83dd-4ddc-94e6-553945715e73 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Received event network-vif-plugged-0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.507243] env[70623]: DEBUG oslo_concurrency.lockutils [req-bdfd139e-3d98-4aa1-9a34-74b2077d83f7 req-1b551417-83dd-4ddc-94e6-553945715e73 service nova] Acquiring lock "ddf0345b-8c75-44ca-a659-4945050e2629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.507350] env[70623]: DEBUG oslo_concurrency.lockutils [req-bdfd139e-3d98-4aa1-9a34-74b2077d83f7 req-1b551417-83dd-4ddc-94e6-553945715e73 service nova] Lock "ddf0345b-8c75-44ca-a659-4945050e2629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.507455] env[70623]: DEBUG oslo_concurrency.lockutils [req-bdfd139e-3d98-4aa1-9a34-74b2077d83f7 req-1b551417-83dd-4ddc-94e6-553945715e73 service nova] Lock "ddf0345b-8c75-44ca-a659-4945050e2629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.507622] env[70623]: DEBUG nova.compute.manager [req-bdfd139e-3d98-4aa1-9a34-74b2077d83f7 req-1b551417-83dd-4ddc-94e6-553945715e73 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] No waiting events found dispatching network-vif-plugged-0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.507777] env[70623]: WARNING nova.compute.manager [req-bdfd139e-3d98-4aa1-9a34-74b2077d83f7 req-1b551417-83dd-4ddc-94e6-553945715e73 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Received unexpected event network-vif-plugged-0d17ae8e-d581-4c8f-8907-d1d02b677372 for instance with vm_state building and task_state spawning. [ 759.529664] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793275, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.556848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.609719] env[70623]: DEBUG nova.network.neutron [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Successfully updated port: 0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.634679] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793280, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.712025] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.759376] env[70623]: DEBUG nova.network.neutron [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Successfully created port: 1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.790200] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793281, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.035549] env[70623]: DEBUG oslo_vmware.api [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793275, 'name': RemoveSnapshot_Task, 'duration_secs': 2.099913} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.036071] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.036392] env[70623]: INFO nova.compute.manager [None req-8b6aaba4-3ddb-4f46-9cef-e480f522d02b tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Took 16.00 seconds to snapshot the instance on the hypervisor. [ 760.115687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-ddf0345b-8c75-44ca-a659-4945050e2629" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.115858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-ddf0345b-8c75-44ca-a659-4945050e2629" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.115997] env[70623]: DEBUG nova.network.neutron [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.135190] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793280, 'name': CreateVM_Task, 'duration_secs': 1.463032} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.135347] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.136077] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.136266] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.136608] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.139266] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ded349b-4ed9-4b35-a334-4c12add305ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.144155] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 760.144155] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f99571-10ee-60e5-e16e-386e3d697cf7" [ 760.144155] env[70623]: _type = "Task" [ 760.144155] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.157351] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f99571-10ee-60e5-e16e-386e3d697cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.162477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.162477] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.162477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.162477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.162477] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.162787] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f5099e-5d35-4d56-aea2-ae970c256236 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.171207] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.171406] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.172216] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72145659-d0ba-42f8-b3e6-047996731386 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.180535] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 760.180535] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284726a-5c8e-2618-c53c-09cc0f4e7e41" [ 760.180535] env[70623]: _type = "Task" [ 760.180535] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.188789] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284726a-5c8e-2618-c53c-09cc0f4e7e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.262326] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ceab1-4ba8-4d92-8ede-05705fb24e57 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.272524] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7071b7-840a-4514-9c81-a34e79f789b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.305182] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ce09f-eb66-4903-9e29-e9eb6db8d5a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.310774] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793281, 'name': Rename_Task, 'duration_secs': 0.865648} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.311435] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.311690] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370ed929-282a-40cd-bb19-4558c2462c85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.316816] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058e9a0a-c846-4752-ae5f-72a21c138c04 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.321746] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 760.321746] env[70623]: value = "task-2793282" [ 760.321746] env[70623]: _type = "Task" [ 760.321746] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.332999] env[70623]: DEBUG nova.compute.provider_tree [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.340514] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793282, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.664408] env[70623]: DEBUG nova.network.neutron [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.692993] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284726a-5c8e-2618-c53c-09cc0f4e7e41, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.693790] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c68c66-7dbf-4af9-8992-b4a7a1f47c4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.699730] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 760.699730] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e28184-7fa0-f6c6-20b8-8ffb702d925b" [ 760.699730] env[70623]: _type = "Task" [ 760.699730] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.707628] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e28184-7fa0-f6c6-20b8-8ffb702d925b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.726974] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.758539] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.758775] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.758927] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.759115] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.759258] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.759401] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.759606] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.759775] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.759949] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.760336] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.760576] env[70623]: DEBUG nova.virt.hardware [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.761480] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2dfb47-b123-4d1b-b093-31aa01ba0f08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.775059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66953b85-5327-4d04-90c1-bbf7916f0945 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.833553] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.835722] env[70623]: DEBUG nova.scheduler.client.report [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.840385] env[70623]: DEBUG nova.network.neutron [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Updating instance_info_cache with network_info: [{"id": "0d17ae8e-d581-4c8f-8907-d1d02b677372", "address": "fa:16:3e:d5:1c:76", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d17ae8e-d5", "ovs_interfaceid": "0d17ae8e-d581-4c8f-8907-d1d02b677372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.211505] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e28184-7fa0-f6c6-20b8-8ffb702d925b, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.211787] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.212071] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 34d289a2-d3a8-49a1-9b94-a134122aa84a/34d289a2-d3a8-49a1-9b94-a134122aa84a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.212454] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ed16d3-2fb9-4e04-a557-87668fb2c072 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.218663] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 761.218663] env[70623]: value = "task-2793283" [ 761.218663] env[70623]: _type = "Task" [ 761.218663] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.227766] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.333378] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.343544] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.343946] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.348197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-ddf0345b-8c75-44ca-a659-4945050e2629" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.348197] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Instance network_info: |[{"id": "0d17ae8e-d581-4c8f-8907-d1d02b677372", "address": "fa:16:3e:d5:1c:76", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d17ae8e-d5", "ovs_interfaceid": "0d17ae8e-d581-4c8f-8907-d1d02b677372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.348197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.520s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.348197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.350345] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.034s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.351779] env[70623]: INFO nova.compute.claims [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.357020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:1c:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d17ae8e-d581-4c8f-8907-d1d02b677372', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.362072] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating folder: Project (dadf46988ae64770aaf7e094b808fca9). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.362756] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b99101-ee54-4dea-b3d9-2fe7d2e466d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.375347] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created folder: Project (dadf46988ae64770aaf7e094b808fca9) in parent group-v561316. [ 761.375546] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating folder: Instances. Parent ref: group-v561441. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.377093] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42516e49-f9a5-4cc3-b4de-2e840b5f3ccf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.385548] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created folder: Instances in parent group-v561441. [ 761.385955] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.386665] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.386936] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ad393d-645a-4ac5-b9cb-fbe834875cf8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.403858] env[70623]: INFO nova.scheduler.client.report [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Deleted allocations for instance f72b1f19-1095-4ba2-9835-77c6e45dcb0b [ 761.410824] env[70623]: DEBUG nova.network.neutron [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Successfully updated port: 1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.416148] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.416148] env[70623]: value = "task-2793286" [ 761.416148] env[70623]: _type = "Task" [ 761.416148] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.426402] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793286, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.729650] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.846510] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.848325] env[70623]: DEBUG nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Received event network-changed-0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 761.848536] env[70623]: DEBUG nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Refreshing instance network info cache due to event network-changed-0d17ae8e-d581-4c8f-8907-d1d02b677372. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 761.848784] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Acquiring lock "refresh_cache-ddf0345b-8c75-44ca-a659-4945050e2629" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.848973] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Acquired lock "refresh_cache-ddf0345b-8c75-44ca-a659-4945050e2629" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.850237] env[70623]: DEBUG nova.network.neutron [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Refreshing network info cache for port 0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.853668] env[70623]: DEBUG nova.compute.utils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.855114] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.855292] env[70623]: DEBUG nova.network.neutron [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.912328] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d91ea0-da6d-44f9-aae6-e269bc610c7b tempest-ServersAdminNegativeTestJSON-1862380347 tempest-ServersAdminNegativeTestJSON-1862380347-project-member] Lock "f72b1f19-1095-4ba2-9835-77c6e45dcb0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.530s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.918548] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "refresh_cache-956f1c1c-f359-4b4c-a860-feab6992d793" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.918736] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquired lock "refresh_cache-956f1c1c-f359-4b4c-a860-feab6992d793" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.918913] env[70623]: DEBUG nova.network.neutron [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.921416] env[70623]: DEBUG nova.policy [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc6e76108e51422c8bdc2bd8a6a40995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6177e6aeb212413d815f524e87fc0eeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.933844] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793286, 'name': CreateVM_Task, 'duration_secs': 0.496901} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.934037] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.935105] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.935307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.935650] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.935903] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10cd7dc2-ee6a-4091-8e4f-6702f76ac667 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.941824] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 761.941824] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b62833-c9ea-3e08-003c-acbaa81ffae9" [ 761.941824] env[70623]: _type = "Task" [ 761.941824] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.949795] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b62833-c9ea-3e08-003c-acbaa81ffae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.230821] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540475} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.230821] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 34d289a2-d3a8-49a1-9b94-a134122aa84a/34d289a2-d3a8-49a1-9b94-a134122aa84a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.230821] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.230821] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374395d9-cb73-4159-8830-0caa7100a039 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.238025] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 762.238025] env[70623]: value = "task-2793287" [ 762.238025] env[70623]: _type = "Task" [ 762.238025] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.245442] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.318730] env[70623]: DEBUG nova.network.neutron [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Successfully created port: 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.334759] env[70623]: DEBUG oslo_vmware.api [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793282, 'name': PowerOnVM_Task, 'duration_secs': 1.564109} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.334759] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.334952] env[70623]: INFO nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 762.335733] env[70623]: DEBUG nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.335851] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259eedb-c932-4cad-9791-d72d140acf05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.359419] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.452650] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b62833-c9ea-3e08-003c-acbaa81ffae9, 'name': SearchDatastore_Task, 'duration_secs': 0.022485} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.452991] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.453246] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.453478] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.453623] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.454069] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.454140] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-030c1c92-87f7-4b62-8b9a-b20a387246a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.467706] env[70623]: DEBUG nova.network.neutron [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.473087] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.473277] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.477110] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9b3f9f-3642-4833-af7e-23f677a9911d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.481428] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 762.481428] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527e9a4f-121e-6522-0557-719edb5a7985" [ 762.481428] env[70623]: _type = "Task" [ 762.481428] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.492018] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527e9a4f-121e-6522-0557-719edb5a7985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.659766] env[70623]: DEBUG nova.network.neutron [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Updating instance_info_cache with network_info: [{"id": "1c7f947f-f988-4d3e-96b5-336d405413a8", "address": "fa:16:3e:77:d0:05", "network": {"id": "28abf759-7cd4-46ec-aa50-58bc09a337b6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-147797632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d933c5bde11a4b1d9cc3d8b5fbddff3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7f947f-f9", "ovs_interfaceid": "1c7f947f-f988-4d3e-96b5-336d405413a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.752103] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064219} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.752381] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.753087] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8127e-1a76-4436-9fd4-f3cdeabbc0b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.778681] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 34d289a2-d3a8-49a1-9b94-a134122aa84a/34d289a2-d3a8-49a1-9b94-a134122aa84a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.781950] env[70623]: DEBUG nova.network.neutron [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Updated VIF entry in instance network info cache for port 0d17ae8e-d581-4c8f-8907-d1d02b677372. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.782313] env[70623]: DEBUG nova.network.neutron [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Updating instance_info_cache with network_info: [{"id": "0d17ae8e-d581-4c8f-8907-d1d02b677372", "address": "fa:16:3e:d5:1c:76", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d17ae8e-d5", "ovs_interfaceid": "0d17ae8e-d581-4c8f-8907-d1d02b677372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.787020] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097346e8-1d67-4914-9b78-b81d17f2c182 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.806462] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 762.806462] env[70623]: value = "task-2793288" [ 762.806462] env[70623]: _type = "Task" [ 762.806462] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.814867] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.822572] env[70623]: DEBUG nova.compute.manager [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.823786] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820e7b5-f3d3-4f2a-9248-f19599a47ed0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.856530] env[70623]: INFO nova.compute.manager [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Took 43.60 seconds to build instance. [ 762.936363] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e751329a-4022-490e-b021-edea6f4381ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.944125] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d21b6d-70bc-4aba-91e4-3168eca56c6f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.975944] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1f4ca9-2fc9-462b-9565-dea8138470b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.988933] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba95b7-a2ba-4e9a-999b-d9c722e24918 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.003034] env[70623]: DEBUG nova.compute.provider_tree [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.007977] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527e9a4f-121e-6522-0557-719edb5a7985, 'name': SearchDatastore_Task, 'duration_secs': 0.027619} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.008961] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97045e1-92df-40d7-a2e3-50198d96a9b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.015257] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 763.015257] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e91026-4337-b53b-1647-3591f651452e" [ 763.015257] env[70623]: _type = "Task" [ 763.015257] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.025120] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e91026-4337-b53b-1647-3591f651452e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.163634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Releasing lock "refresh_cache-956f1c1c-f359-4b4c-a860-feab6992d793" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.163914] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Instance network_info: |[{"id": "1c7f947f-f988-4d3e-96b5-336d405413a8", "address": "fa:16:3e:77:d0:05", "network": {"id": "28abf759-7cd4-46ec-aa50-58bc09a337b6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-147797632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d933c5bde11a4b1d9cc3d8b5fbddff3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7f947f-f9", "ovs_interfaceid": "1c7f947f-f988-4d3e-96b5-336d405413a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.164736] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:d0:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c7f947f-f988-4d3e-96b5-336d405413a8', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.172987] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Creating folder: Project (d933c5bde11a4b1d9cc3d8b5fbddff3c). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.172987] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e8bc755-d508-4889-a553-72841fb3c8d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.183134] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Created folder: Project (d933c5bde11a4b1d9cc3d8b5fbddff3c) in parent group-v561316. [ 763.183337] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Creating folder: Instances. Parent ref: group-v561444. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.183581] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e19199ee-ffc0-4480-9425-f9d21b708736 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.192797] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Created folder: Instances in parent group-v561444. [ 763.193058] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.193253] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.193458] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a296d7d-3ede-4d19-9e37-24898d1a2d0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.214023] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.214023] env[70623]: value = "task-2793291" [ 763.214023] env[70623]: _type = "Task" [ 763.214023] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.221205] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793291, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.285766] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Releasing lock "refresh_cache-ddf0345b-8c75-44ca-a659-4945050e2629" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.286550] env[70623]: DEBUG nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Received event network-vif-plugged-1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.286550] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Acquiring lock "956f1c1c-f359-4b4c-a860-feab6992d793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.286696] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Lock "956f1c1c-f359-4b4c-a860-feab6992d793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.287286] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Lock "956f1c1c-f359-4b4c-a860-feab6992d793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.287286] env[70623]: DEBUG nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] No waiting events found dispatching network-vif-plugged-1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.287286] env[70623]: WARNING nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Received unexpected event network-vif-plugged-1c7f947f-f988-4d3e-96b5-336d405413a8 for instance with vm_state building and task_state spawning. [ 763.288731] env[70623]: DEBUG nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Received event network-changed-1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.288731] env[70623]: DEBUG nova.compute.manager [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Refreshing instance network info cache due to event network-changed-1c7f947f-f988-4d3e-96b5-336d405413a8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 763.288731] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Acquiring lock "refresh_cache-956f1c1c-f359-4b4c-a860-feab6992d793" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.288731] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Acquired lock "refresh_cache-956f1c1c-f359-4b4c-a860-feab6992d793" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.288731] env[70623]: DEBUG nova.network.neutron [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Refreshing network info cache for port 1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.319623] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.334389] env[70623]: INFO nova.compute.manager [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] instance snapshotting [ 763.337495] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca209af7-42ee-45c6-970a-d39d6034e305 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.357043] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d614f-6775-4a2a-b0db-68ba8bd94026 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.360183] env[70623]: DEBUG oslo_concurrency.lockutils [None req-774abbf6-f2b3-4021-82ce-59bee136c5c5 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.275s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.373201] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.399489] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.400667] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.401012] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.401054] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.401333] env[70623]: DEBUG nova.virt.hardware [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.402528] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca1440-3d2a-4830-9aeb-9e640c629ff2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.412549] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71ce84-9673-453c-8590-9e3ac01e5781 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.510471] env[70623]: DEBUG nova.scheduler.client.report [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.528206] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e91026-4337-b53b-1647-3591f651452e, 'name': SearchDatastore_Task, 'duration_secs': 0.016368} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.529142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.529404] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ddf0345b-8c75-44ca-a659-4945050e2629/ddf0345b-8c75-44ca-a659-4945050e2629.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.529664] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1afe75cc-fa8f-4f20-8455-aeaf9d82aa91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.536427] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 763.536427] env[70623]: value = "task-2793292" [ 763.536427] env[70623]: _type = "Task" [ 763.536427] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.545227] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.723724] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793291, 'name': CreateVM_Task, 'duration_secs': 0.432785} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.723724] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.724074] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.724249] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.724569] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.724813] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17ab56f-0250-4bf1-943b-fc4dfa8f5abb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.729447] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 763.729447] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252600c-bc13-96c4-a6c6-a0b19d1fcbc9" [ 763.729447] env[70623]: _type = "Task" [ 763.729447] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.737294] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252600c-bc13-96c4-a6c6-a0b19d1fcbc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.820294] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.828052] env[70623]: DEBUG nova.compute.manager [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Received event network-changed-f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.828052] env[70623]: DEBUG nova.compute.manager [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Refreshing instance network info cache due to event network-changed-f7fec0f8-ae1e-4588-a1ed-b02652c90e78. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 763.828052] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] Acquiring lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.828052] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] Acquired lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.828052] env[70623]: DEBUG nova.network.neutron [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Refreshing network info cache for port f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.862241] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.878131] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.878131] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5feaecd-7b1e-4f47-9924-accf05e5fa7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883785] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 763.883785] env[70623]: value = "task-2793293" [ 763.883785] env[70623]: _type = "Task" [ 763.883785] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.892738] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.016776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.017602] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.021895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.364s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.024549] env[70623]: INFO nova.compute.claims [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.049868] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.159478] env[70623]: DEBUG nova.network.neutron [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Updated VIF entry in instance network info cache for port 1c7f947f-f988-4d3e-96b5-336d405413a8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.159478] env[70623]: DEBUG nova.network.neutron [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Updating instance_info_cache with network_info: [{"id": "1c7f947f-f988-4d3e-96b5-336d405413a8", "address": "fa:16:3e:77:d0:05", "network": {"id": "28abf759-7cd4-46ec-aa50-58bc09a337b6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-147797632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d933c5bde11a4b1d9cc3d8b5fbddff3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7f947f-f9", "ovs_interfaceid": "1c7f947f-f988-4d3e-96b5-336d405413a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.243527] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252600c-bc13-96c4-a6c6-a0b19d1fcbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.046965} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.243947] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.244321] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.244627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.245293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.245587] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.246537] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f24c0f5-f170-4182-aa59-98b1a9260c4d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.256339] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.256543] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.257323] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a072f6e-a635-469f-bfa4-b74ce83de13c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.268123] env[70623]: DEBUG nova.compute.manager [req-9d9f2aac-a10a-4377-b861-ba12219517e6 req-1c176fd6-0516-446d-a371-8f72f4055005 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Received event network-vif-plugged-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.268123] env[70623]: DEBUG oslo_concurrency.lockutils [req-9d9f2aac-a10a-4377-b861-ba12219517e6 req-1c176fd6-0516-446d-a371-8f72f4055005 service nova] Acquiring lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.268123] env[70623]: DEBUG oslo_concurrency.lockutils [req-9d9f2aac-a10a-4377-b861-ba12219517e6 req-1c176fd6-0516-446d-a371-8f72f4055005 service nova] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.268123] env[70623]: DEBUG oslo_concurrency.lockutils [req-9d9f2aac-a10a-4377-b861-ba12219517e6 req-1c176fd6-0516-446d-a371-8f72f4055005 service nova] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.268123] env[70623]: DEBUG nova.compute.manager [req-9d9f2aac-a10a-4377-b861-ba12219517e6 req-1c176fd6-0516-446d-a371-8f72f4055005 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] No waiting events found dispatching network-vif-plugged-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.268123] env[70623]: WARNING nova.compute.manager [req-9d9f2aac-a10a-4377-b861-ba12219517e6 req-1c176fd6-0516-446d-a371-8f72f4055005 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Received unexpected event network-vif-plugged-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 for instance with vm_state building and task_state spawning. [ 764.269934] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 764.269934] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52269c32-f9c4-14e6-f3a5-0c7183831e4a" [ 764.269934] env[70623]: _type = "Task" [ 764.269934] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.282034] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52269c32-f9c4-14e6-f3a5-0c7183831e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.320653] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.342296] env[70623]: DEBUG nova.network.neutron [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Successfully updated port: 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.394275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.398082] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.532836] env[70623]: DEBUG nova.compute.utils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.534393] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.534627] env[70623]: DEBUG nova.network.neutron [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.550147] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793292, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.639284] env[70623]: DEBUG nova.policy [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f4d1c95e15b422dba3179e627148da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a0c3e5d716470d9841003b61ecac50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.661788] env[70623]: DEBUG oslo_concurrency.lockutils [req-1ca81901-6863-40b8-87ce-262f284881d7 req-95b8472f-3e38-4415-b8dd-998812d3be72 service nova] Releasing lock "refresh_cache-956f1c1c-f359-4b4c-a860-feab6992d793" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.708884] env[70623]: DEBUG nova.network.neutron [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updated VIF entry in instance network info cache for port f7fec0f8-ae1e-4588-a1ed-b02652c90e78. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.709363] env[70623]: DEBUG nova.network.neutron [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updating instance_info_cache with network_info: [{"id": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "address": "fa:16:3e:62:5a:aa", "network": {"id": "37ffcf21-3178-45db-8e61-d07921bd14e3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2136199259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "228f83af9ecb4058aff1f2ec8f942376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fec0f8-ae", "ovs_interfaceid": "f7fec0f8-ae1e-4588-a1ed-b02652c90e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.782143] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52269c32-f9c4-14e6-f3a5-0c7183831e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.02103} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.783065] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12633020-5cdb-495d-bb87-92213199844c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.789348] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 764.789348] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52581208-a579-12fc-6020-d2943ccfd7ab" [ 764.789348] env[70623]: _type = "Task" [ 764.789348] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.799332] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52581208-a579-12fc-6020-d2943ccfd7ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.822437] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793288, 'name': ReconfigVM_Task, 'duration_secs': 1.636507} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.822887] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 34d289a2-d3a8-49a1-9b94-a134122aa84a/34d289a2-d3a8-49a1-9b94-a134122aa84a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.823626] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70241065-2939-40de-bb86-7cd64c114cb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.834313] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 764.834313] env[70623]: value = "task-2793294" [ 764.834313] env[70623]: _type = "Task" [ 764.834313] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.842251] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793294, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.843950] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.844111] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquired lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.844340] env[70623]: DEBUG nova.network.neutron [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.895852] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793293, 'name': CreateSnapshot_Task, 'duration_secs': 0.697828} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.896257] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.897105] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da5a5d6-6bdd-41d7-866a-ab9987b52df7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.021573] env[70623]: DEBUG nova.network.neutron [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Successfully created port: 7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.038022] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.056315] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.38183} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.056592] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ddf0345b-8c75-44ca-a659-4945050e2629/ddf0345b-8c75-44ca-a659-4945050e2629.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.056763] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.056988] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc78b80-7d19-4e38-ae1f-8f4a6271829d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.065242] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 765.065242] env[70623]: value = "task-2793295" [ 765.065242] env[70623]: _type = "Task" [ 765.065242] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.079041] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.212124] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc1b5e4a-e7a2-4078-ae60-4d4706722497 req-f4e34336-a9b7-473b-8744-32c9a500fa4a service nova] Releasing lock "refresh_cache-1d5599e1-8168-4fb1-92e9-20689b35166a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.301230] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52581208-a579-12fc-6020-d2943ccfd7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.070081} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.301501] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.301762] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 956f1c1c-f359-4b4c-a860-feab6992d793/956f1c1c-f359-4b4c-a860-feab6992d793.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.302059] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c500d0-e225-4798-ac42-8ad652bf6088 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308578] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 765.308578] env[70623]: value = "task-2793296" [ 765.308578] env[70623]: _type = "Task" [ 765.308578] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.320457] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.347284] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793294, 'name': Rename_Task, 'duration_secs': 0.227579} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.349848] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.350470] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66deb460-4ff2-475f-891e-383d498c46b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.361126] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 765.361126] env[70623]: value = "task-2793297" [ 765.361126] env[70623]: _type = "Task" [ 765.361126] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.366145] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.387021] env[70623]: DEBUG nova.network.neutron [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.415731] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 765.418560] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-721488a5-6bbe-49ee-9e87-abcab74a5e73 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.427309] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 765.427309] env[70623]: value = "task-2793298" [ 765.427309] env[70623]: _type = "Task" [ 765.427309] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.438762] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793298, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.572622] env[70623]: DEBUG nova.network.neutron [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updating instance_info_cache with network_info: [{"id": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "address": "fa:16:3e:c6:e0:37", "network": {"id": "11fedf82-cf1c-424b-90e8-4c804f082e09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-409658222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6177e6aeb212413d815f524e87fc0eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6e90b-79", "ovs_interfaceid": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.586808] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073864} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.587933] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.588754] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a6815-a151-4ca7-a8c6-fe0c9a4f0925 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.614227] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] ddf0345b-8c75-44ca-a659-4945050e2629/ddf0345b-8c75-44ca-a659-4945050e2629.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.617353] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc0fb1d-3096-484b-80b2-b5267fd3596d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.636978] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 765.636978] env[70623]: value = "task-2793299" [ 765.636978] env[70623]: _type = "Task" [ 765.636978] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.644174] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afa190d-d98f-4abe-bc6c-ae38b4b6baf2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.653019] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.655165] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18097196-fe3b-42b2-bd64-a5cd7e50a5c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.690712] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f2729-b631-4a3b-9ef6-66cea28c686e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.698572] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9aa602-64a2-4893-9e39-e58db2dc8a7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.713403] env[70623]: DEBUG nova.compute.provider_tree [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.817956] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.837808] env[70623]: DEBUG nova.objects.instance [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lazy-loading 'flavor' on Instance uuid db0b4f76-e22a-4d07-98f0-d3351cf2bd27 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.868297] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.939682] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793298, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.056078] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.079437] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Releasing lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.079838] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Instance network_info: |[{"id": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "address": "fa:16:3e:c6:e0:37", "network": {"id": "11fedf82-cf1c-424b-90e8-4c804f082e09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-409658222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6177e6aeb212413d815f524e87fc0eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6e90b-79", "ovs_interfaceid": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.080797] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:e0:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79b6e90b-7945-4e4f-b4ef-f3a11fa772e9', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.089783] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Creating folder: Project (6177e6aeb212413d815f524e87fc0eeb). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.092534] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.092675] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.092805] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.093080] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.093239] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.093391] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.093606] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.093767] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.093937] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.094131] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.094290] env[70623]: DEBUG nova.virt.hardware [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.094593] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf895b3-4f2e-46d3-8c6b-4f374964fcb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.097064] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca82df-20d0-4b58-aa78-7ccc6ec347c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.106674] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5633b4e0-2674-489a-a3ff-2b6170699b2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.112327] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Created folder: Project (6177e6aeb212413d815f524e87fc0eeb) in parent group-v561316. [ 766.112604] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Creating folder: Instances. Parent ref: group-v561449. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.113937] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46547747-23f5-495e-bf23-d6a1d6f88e82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.137387] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Created folder: Instances in parent group-v561449. [ 766.137657] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.137947] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.141376] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798c8d80-f60b-4a20-8334-55f1dc3ac4f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.162813] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.164376] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.164376] env[70623]: value = "task-2793302" [ 766.164376] env[70623]: _type = "Task" [ 766.164376] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.172626] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793302, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.217807] env[70623]: DEBUG nova.scheduler.client.report [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.312383] env[70623]: DEBUG nova.compute.manager [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Received event network-changed-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.312518] env[70623]: DEBUG nova.compute.manager [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Refreshing instance network info cache due to event network-changed-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 766.312756] env[70623]: DEBUG oslo_concurrency.lockutils [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] Acquiring lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.312926] env[70623]: DEBUG oslo_concurrency.lockutils [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] Acquired lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.313112] env[70623]: DEBUG nova.network.neutron [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Refreshing network info cache for port 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.323651] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793296, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.343834] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.344047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.369111] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.438806] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793298, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.647359] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793299, 'name': ReconfigVM_Task, 'duration_secs': 0.832942} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.647665] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Reconfigured VM instance instance-00000029 to attach disk [datastore2] ddf0345b-8c75-44ca-a659-4945050e2629/ddf0345b-8c75-44ca-a659-4945050e2629.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.648462] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96253a0a-0fc1-4028-97a2-6c52b54c2ed8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.654953] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 766.654953] env[70623]: value = "task-2793303" [ 766.654953] env[70623]: _type = "Task" [ 766.654953] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.664221] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793303, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.675512] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793302, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.722933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.724990] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.729026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.929s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.729026] env[70623]: DEBUG nova.objects.instance [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lazy-loading 'resources' on Instance uuid 091c5198-df49-46d4-a61b-54b26267e925 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.823409] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793296, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.095189} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.823634] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 956f1c1c-f359-4b4c-a860-feab6992d793/956f1c1c-f359-4b4c-a860-feab6992d793.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.823849] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.824460] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919300ad-139b-46c5-a5a9-4b3efed83aac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.830470] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 766.830470] env[70623]: value = "task-2793304" [ 766.830470] env[70623]: _type = "Task" [ 766.830470] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.839423] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.873828] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.952386] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793298, 'name': CloneVM_Task, 'duration_secs': 1.464596} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.953049] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Created linked-clone VM from snapshot [ 766.958020] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860495c6-a0db-44f4-9495-a9974311c8f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.963897] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Uploading image bcdd0197-66e9-4356-aef3-9b31b8655fa0 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 767.005020] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 767.005020] env[70623]: value = "vm-561448" [ 767.005020] env[70623]: _type = "VirtualMachine" [ 767.005020] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 767.005020] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d33fabda-c700-4e81-a8bc-6a9257493516 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.012056] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lease: (returnval){ [ 767.012056] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ceca4-1e70-9ce6-73e1-e1050df12156" [ 767.012056] env[70623]: _type = "HttpNfcLease" [ 767.012056] env[70623]: } obtained for exporting VM: (result){ [ 767.012056] env[70623]: value = "vm-561448" [ 767.012056] env[70623]: _type = "VirtualMachine" [ 767.012056] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 767.014024] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the lease: (returnval){ [ 767.014024] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ceca4-1e70-9ce6-73e1-e1050df12156" [ 767.014024] env[70623]: _type = "HttpNfcLease" [ 767.014024] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 767.020476] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.020476] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ceca4-1e70-9ce6-73e1-e1050df12156" [ 767.020476] env[70623]: _type = "HttpNfcLease" [ 767.020476] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 767.169188] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793303, 'name': Rename_Task, 'duration_secs': 0.199003} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.171791] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.175731] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb70ca33-66e7-4074-8f7c-99bd979bb11d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.185768] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793302, 'name': CreateVM_Task, 'duration_secs': 0.564402} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.189139] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.191666] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 767.191666] env[70623]: value = "task-2793306" [ 767.191666] env[70623]: _type = "Task" [ 767.191666] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.191666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.191666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.191666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.191666] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ecbdaa-2e45-4660-a41d-d0e99815e80d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.203231] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 767.203231] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52523619-3fee-1cbf-eb8e-b9ca758377a8" [ 767.203231] env[70623]: _type = "Task" [ 767.203231] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.204893] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.214346] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52523619-3fee-1cbf-eb8e-b9ca758377a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.234998] env[70623]: DEBUG nova.compute.utils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.237663] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.237995] env[70623]: DEBUG nova.network.neutron [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.245153] env[70623]: DEBUG nova.network.neutron [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updated VIF entry in instance network info cache for port 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.245153] env[70623]: DEBUG nova.network.neutron [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updating instance_info_cache with network_info: [{"id": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "address": "fa:16:3e:c6:e0:37", "network": {"id": "11fedf82-cf1c-424b-90e8-4c804f082e09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-409658222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6177e6aeb212413d815f524e87fc0eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6e90b-79", "ovs_interfaceid": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.252087] env[70623]: DEBUG nova.network.neutron [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Successfully updated port: 7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.345026] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073254} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.345026] env[70623]: DEBUG nova.policy [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e0aa35d2e64d9c978d481e37e1eb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c37116fb2f452294bd4d61f3ca2d1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.346505] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.347481] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0256e0-f403-40f4-949a-daa2dd25f8cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.379631] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 956f1c1c-f359-4b4c-a860-feab6992d793/956f1c1c-f359-4b4c-a860-feab6992d793.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.387265] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e03878-0632-4b87-a720-c5d5b6868cf4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.405187] env[70623]: DEBUG nova.network.neutron [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.417092] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.421138] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 767.421138] env[70623]: value = "task-2793307" [ 767.421138] env[70623]: _type = "Task" [ 767.421138] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.437861] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.522520] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.522520] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ceca4-1e70-9ce6-73e1-e1050df12156" [ 767.522520] env[70623]: _type = "HttpNfcLease" [ 767.522520] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 767.523435] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 767.523435] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520ceca4-1e70-9ce6-73e1-e1050df12156" [ 767.523435] env[70623]: _type = "HttpNfcLease" [ 767.523435] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 767.525165] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed90a78f-4ece-4f40-94f5-87425b1da64d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.538378] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285225e-d337-8ba6-8cc4-5773b7a78d57/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 767.538495] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285225e-d337-8ba6-8cc4-5773b7a78d57/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 767.650032] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad923a33-1acb-43a5-95dc-b179c82435ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.701514] env[70623]: DEBUG oslo_vmware.api [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793306, 'name': PowerOnVM_Task, 'duration_secs': 0.49142} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.702297] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.702297] env[70623]: INFO nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Took 9.70 seconds to spawn the instance on the hypervisor. [ 767.702297] env[70623]: DEBUG nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.703676] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31effe5f-05b2-41c9-8de6-82ca032bedca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.720991] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52523619-3fee-1cbf-eb8e-b9ca758377a8, 'name': SearchDatastore_Task, 'duration_secs': 0.023428} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.721553] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.721775] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.722025] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.722170] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.722345] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.726245] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c22c3c98-7e53-40af-9450-06841e5362cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.737421] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.737421] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.738293] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d95140-de49-47f9-bd2a-ef3380911bd5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.745291] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.748877] env[70623]: DEBUG oslo_concurrency.lockutils [req-be389562-5817-4249-8e93-176abe400f26 req-f9aaa5e7-2499-42a4-8381-9dfa073d1537 service nova] Releasing lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.753047] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 767.753047] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b2ab12-91bb-594f-321a-92d2368e38ac" [ 767.753047] env[70623]: _type = "Task" [ 767.753047] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.755160] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "refresh_cache-b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.755160] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "refresh_cache-b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.755160] env[70623]: DEBUG nova.network.neutron [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.765019] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b2ab12-91bb-594f-321a-92d2368e38ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.857977] env[70623]: DEBUG nova.network.neutron [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Successfully created port: 8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.887046] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.939175] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793307, 'name': ReconfigVM_Task, 'duration_secs': 0.297077} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.939866] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 956f1c1c-f359-4b4c-a860-feab6992d793/956f1c1c-f359-4b4c-a860-feab6992d793.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.940763] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0e68d6-8e62-4c53-bcdb-ab951e5e53dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.944934] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2942bfc-d27c-4d7e-866d-ebdc7b4b4eb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.954652] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e00569-b926-465c-8407-ce92ba4a6eea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.958868] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 767.958868] env[70623]: value = "task-2793308" [ 767.958868] env[70623]: _type = "Task" [ 767.958868] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.967819] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793308, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.005500] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "bec74a85-11dd-4d81-97c6-6799afb4a327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.006560] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.006560] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "bec74a85-11dd-4d81-97c6-6799afb4a327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.007146] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.007377] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.013394] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3abdef-4fbb-4100-a398-672e3cf82e3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.016941] env[70623]: INFO nova.compute.manager [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Terminating instance [ 768.029024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851e7313-695d-4d4f-af17-6a556544a492 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.052830] env[70623]: DEBUG nova.compute.provider_tree [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.244722] env[70623]: INFO nova.compute.manager [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Took 38.30 seconds to build instance. [ 768.266438] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b2ab12-91bb-594f-321a-92d2368e38ac, 'name': SearchDatastore_Task, 'duration_secs': 0.035508} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.268421] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690ededc-6d7f-44d5-8b0a-128c8db81f5c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.274221] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 768.274221] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e20ea-9fa9-808c-66b5-c98e9f74b67a" [ 768.274221] env[70623]: _type = "Task" [ 768.274221] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.283640] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e20ea-9fa9-808c-66b5-c98e9f74b67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.358518] env[70623]: DEBUG nova.network.neutron [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.387261] env[70623]: DEBUG oslo_vmware.api [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793297, 'name': PowerOnVM_Task, 'duration_secs': 2.542454} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.387571] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.387775] env[70623]: INFO nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Took 13.02 seconds to spawn the instance on the hypervisor. [ 768.387951] env[70623]: DEBUG nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.388808] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe796b58-ab61-4147-8713-2e8d382d5b00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.472883] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793308, 'name': Rename_Task, 'duration_secs': 0.19039} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.473580] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.473580] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afbfda38-09e9-49da-b2fa-c49b46776c7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.482038] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 768.482038] env[70623]: value = "task-2793309" [ 768.482038] env[70623]: _type = "Task" [ 768.482038] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.496972] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.525392] env[70623]: DEBUG nova.compute.manager [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.526203] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.527380] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372dcdc2-72eb-4221-bc3b-a42d32b51f94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538035] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.538231] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76cc182-606c-4aba-9f49-dc9ef36012ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.546505] env[70623]: DEBUG oslo_vmware.api [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 768.546505] env[70623]: value = "task-2793310" [ 768.546505] env[70623]: _type = "Task" [ 768.546505] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.558737] env[70623]: DEBUG nova.scheduler.client.report [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.563760] env[70623]: DEBUG oslo_vmware.api [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.602150] env[70623]: DEBUG nova.network.neutron [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.609257] env[70623]: DEBUG nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Received event network-vif-plugged-7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 768.609914] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Acquiring lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.610418] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.610675] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.611202] env[70623]: DEBUG nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] No waiting events found dispatching network-vif-plugged-7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.611202] env[70623]: WARNING nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Received unexpected event network-vif-plugged-7a288b0f-c562-4de6-aab1-b8b551815e0a for instance with vm_state building and task_state spawning. [ 768.611202] env[70623]: DEBUG nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Received event network-changed-7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 768.611576] env[70623]: DEBUG nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Refreshing instance network info cache due to event network-changed-7a288b0f-c562-4de6-aab1-b8b551815e0a. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 768.611576] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Acquiring lock "refresh_cache-b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.671287] env[70623]: DEBUG nova.network.neutron [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Updating instance_info_cache with network_info: [{"id": "7a288b0f-c562-4de6-aab1-b8b551815e0a", "address": "fa:16:3e:14:49:55", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a288b0f-c5", "ovs_interfaceid": "7a288b0f-c562-4de6-aab1-b8b551815e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.749725] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ac8765f8-b6fb-4ab5-9d9e-4c0c70c0607f tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "ddf0345b-8c75-44ca-a659-4945050e2629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.492s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.759089] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.793680] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e20ea-9fa9-808c-66b5-c98e9f74b67a, 'name': SearchDatastore_Task, 'duration_secs': 0.017823} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.794016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.794329] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 149e681e-ed7f-4bd6-b244-4f6c72c7be37/149e681e-ed7f-4bd6-b244-4f6c72c7be37.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.794597] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7080f216-63ff-4214-b393-bcf541f5bf9c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.801026] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.801026] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.801026] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.801026] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.801026] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.802253] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.802544] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.802722] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.802894] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.803515] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.803515] env[70623]: DEBUG nova.virt.hardware [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.804471] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e681db8-a297-4002-a841-1496f141f492 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.815828] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dc5ef8-bcbc-4d83-b4e8-8d9ceada5291 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.819101] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 768.819101] env[70623]: value = "task-2793311" [ 768.819101] env[70623]: _type = "Task" [ 768.819101] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.837506] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.916032] env[70623]: INFO nova.compute.manager [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Took 45.43 seconds to build instance. [ 768.997017] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.067611] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.070259] env[70623]: DEBUG oslo_vmware.api [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793310, 'name': PowerOffVM_Task, 'duration_secs': 0.212231} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.070913] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.961s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.073462] env[70623]: INFO nova.compute.claims [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.076993] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.077453] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.078311] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841aaa02-7671-4713-8e93-69d01323b152 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.119363] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.119363] env[70623]: DEBUG nova.compute.manager [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Inject network info {{(pid=70623) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 769.119363] env[70623]: DEBUG nova.compute.manager [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] network_info to inject: |[{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 769.122907] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Reconfiguring VM instance to set the machine id {{(pid=70623) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 769.125937] env[70623]: INFO nova.scheduler.client.report [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Deleted allocations for instance 091c5198-df49-46d4-a61b-54b26267e925 [ 769.127589] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cfdb95-d643-4e1d-8f4c-bd7a953d88d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.155953] env[70623]: DEBUG oslo_vmware.api [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 769.155953] env[70623]: value = "task-2793313" [ 769.155953] env[70623]: _type = "Task" [ 769.155953] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.169414] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.170217] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.170217] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Deleting the datastore file [datastore2] bec74a85-11dd-4d81-97c6-6799afb4a327 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.171262] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4daa7e07-7fa2-4f85-ab51-e5db5e3dea04 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.179809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "refresh_cache-b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.179809] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Instance network_info: |[{"id": "7a288b0f-c562-4de6-aab1-b8b551815e0a", "address": "fa:16:3e:14:49:55", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a288b0f-c5", "ovs_interfaceid": "7a288b0f-c562-4de6-aab1-b8b551815e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.183022] env[70623]: DEBUG oslo_vmware.api [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.183022] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Acquired lock "refresh_cache-b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.183022] env[70623]: DEBUG nova.network.neutron [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Refreshing network info cache for port 7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.183772] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:49:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a288b0f-c562-4de6-aab1-b8b551815e0a', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.192215] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.198405] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.198926] env[70623]: DEBUG oslo_vmware.api [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for the task: (returnval){ [ 769.198926] env[70623]: value = "task-2793314" [ 769.198926] env[70623]: _type = "Task" [ 769.198926] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.199659] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fc7454-6087-4c79-a378-6d9b6779b155 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.233363] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.233363] env[70623]: value = "task-2793315" [ 769.233363] env[70623]: _type = "Task" [ 769.233363] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.234207] env[70623]: DEBUG oslo_vmware.api [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.244990] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793315, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.253824] env[70623]: DEBUG nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.335546] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.420765] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3665d090-52d7-49c9-88fc-6550333bb26d tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.483s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.494704] env[70623]: DEBUG oslo_vmware.api [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793309, 'name': PowerOnVM_Task, 'duration_secs': 0.581694} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.495309] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.496687] env[70623]: INFO nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Took 8.77 seconds to spawn the instance on the hypervisor. [ 769.496687] env[70623]: DEBUG nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.499150] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb003a9-48a7-40b3-a7bb-6233c5a91052 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.526487] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "ddf0345b-8c75-44ca-a659-4945050e2629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.526776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "ddf0345b-8c75-44ca-a659-4945050e2629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.528730] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "ddf0345b-8c75-44ca-a659-4945050e2629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.528730] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "ddf0345b-8c75-44ca-a659-4945050e2629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.528730] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "ddf0345b-8c75-44ca-a659-4945050e2629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.529967] env[70623]: INFO nova.compute.manager [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Terminating instance [ 769.560638] env[70623]: DEBUG nova.network.neutron [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Updated VIF entry in instance network info cache for port 7a288b0f-c562-4de6-aab1-b8b551815e0a. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.560638] env[70623]: DEBUG nova.network.neutron [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Updating instance_info_cache with network_info: [{"id": "7a288b0f-c562-4de6-aab1-b8b551815e0a", "address": "fa:16:3e:14:49:55", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a288b0f-c5", "ovs_interfaceid": "7a288b0f-c562-4de6-aab1-b8b551815e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.650882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1845a38-ee14-42d7-b1ce-1e67f6aa0ce0 tempest-InstanceActionsV221TestJSON-1843788900 tempest-InstanceActionsV221TestJSON-1843788900-project-member] Lock "091c5198-df49-46d4-a61b-54b26267e925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.341s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.668336] env[70623]: DEBUG oslo_vmware.api [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793313, 'name': ReconfigVM_Task, 'duration_secs': 0.253584} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.669289] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4552fd-8ba5-4669-8c6f-0307b5e7272d tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Reconfigured VM instance to set the machine id {{(pid=70623) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 769.729378] env[70623]: DEBUG oslo_vmware.api [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Task: {'id': task-2793314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42735} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.729756] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.729945] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.730158] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.730360] env[70623]: INFO nova.compute.manager [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Took 1.20 seconds to destroy the instance on the hypervisor. [ 769.730624] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.730836] env[70623]: DEBUG nova.compute.manager [-] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.731054] env[70623]: DEBUG nova.network.neutron [-] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.744676] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793315, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.785140] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.835397] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650637} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.835664] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 149e681e-ed7f-4bd6-b244-4f6c72c7be37/149e681e-ed7f-4bd6-b244-4f6c72c7be37.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.836264] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.836264] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cffa3f-21d8-44fa-838a-b9a8f4409cd0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.844640] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 769.844640] env[70623]: value = "task-2793316" [ 769.844640] env[70623]: _type = "Task" [ 769.844640] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.855241] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.927344] env[70623]: DEBUG nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.023753] env[70623]: INFO nova.compute.manager [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Took 36.82 seconds to build instance. [ 770.039102] env[70623]: DEBUG nova.compute.manager [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.039102] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.040302] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0529068e-5c75-4c61-b6de-5dd9644e15a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.052270] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.052759] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084db0ab-375a-4772-bd26-4f16fdf3536c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.061476] env[70623]: DEBUG oslo_vmware.api [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 770.061476] env[70623]: value = "task-2793317" [ 770.061476] env[70623]: _type = "Task" [ 770.061476] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.067340] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Releasing lock "refresh_cache-b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.067672] env[70623]: DEBUG nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received event network-changed-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.067907] env[70623]: DEBUG nova.compute.manager [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing instance network info cache due to event network-changed-a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 770.068109] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.068274] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.068680] env[70623]: DEBUG nova.network.neutron [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing network info cache for port a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.077124] env[70623]: DEBUG oslo_vmware.api [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.157796] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.158127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.184727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "04d3396a-4289-4e34-8f99-baf4e0f27efa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.185026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.245763] env[70623]: DEBUG nova.network.neutron [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Successfully updated port: 8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.255997] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793315, 'name': CreateVM_Task, 'duration_secs': 0.559953} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.259460] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.261398] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.261572] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.261880] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.262469] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2358cf9a-9722-4b68-b6ed-ed43709b344c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.268052] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 770.268052] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fe6ec9-796c-8475-e28d-c6bd28dc97af" [ 770.268052] env[70623]: _type = "Task" [ 770.268052] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.279122] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fe6ec9-796c-8475-e28d-c6bd28dc97af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.356608] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070654} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.360520] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.362129] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf7136-7bcd-4261-9074-f676d12e6963 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.402345] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 149e681e-ed7f-4bd6-b244-4f6c72c7be37/149e681e-ed7f-4bd6-b244-4f6c72c7be37.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.407272] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fcc23a-bbd9-4cc5-a2e1-24998e4f8fa8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.446631] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 770.446631] env[70623]: value = "task-2793318" [ 770.446631] env[70623]: _type = "Task" [ 770.446631] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.462954] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.465081] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.490547] env[70623]: DEBUG nova.objects.instance [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lazy-loading 'flavor' on Instance uuid db0b4f76-e22a-4d07-98f0-d3351cf2bd27 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.527252] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d81d7f38-9ba2-4cc3-a8c6-9002d4cfd0fa tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "956f1c1c-f359-4b4c-a860-feab6992d793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.712s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.580501] env[70623]: DEBUG oslo_vmware.api [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793317, 'name': PowerOffVM_Task, 'duration_secs': 0.243098} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.580501] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.580501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.580501] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d83a7b-e05f-495a-bac8-703dfa58da6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.647758] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.648140] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.648437] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleting the datastore file [datastore2] ddf0345b-8c75-44ca-a659-4945050e2629 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.648829] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b066a4ae-d0af-4f70-a462-d8d08f791db1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.662332] env[70623]: DEBUG oslo_vmware.api [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 770.662332] env[70623]: value = "task-2793320" [ 770.662332] env[70623]: _type = "Task" [ 770.662332] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.675370] env[70623]: DEBUG oslo_vmware.api [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.749579] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.749579] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.749579] env[70623]: DEBUG nova.network.neutron [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.791666] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fe6ec9-796c-8475-e28d-c6bd28dc97af, 'name': SearchDatastore_Task, 'duration_secs': 0.017988} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.792592] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.792826] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.793154] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.793362] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.793604] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.794105] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1677426-82d2-43a2-a6d1-c76ad3c4e77c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.813041] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.813396] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.814122] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627a8616-c7a2-44a7-92cf-9ded1817c26e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.820948] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d9808-27a4-467a-96cc-355f8902085d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.827909] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 770.827909] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e3cb79-f36e-adc3-8bbe-29f42b6e4b38" [ 770.827909] env[70623]: _type = "Task" [ 770.827909] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.835599] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3697a-15a4-41b0-8dcf-8a499632dcd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.844533] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e3cb79-f36e-adc3-8bbe-29f42b6e4b38, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.875424] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e21b75-7a98-43b9-908a-932243a9b5d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.878400] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2779e0c8-5f69-4776-ab4f-ccab897eeab0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.884802] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 770.884802] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523844ca-b681-fff1-188b-5785820e2ca9" [ 770.884802] env[70623]: _type = "Task" [ 770.884802] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.890870] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4dbd5a-b41e-4f45-906a-16ccc351ccf0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.906558] env[70623]: DEBUG nova.compute.provider_tree [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.912547] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523844ca-b681-fff1-188b-5785820e2ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.912848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.913174] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b670d5e7-bbf2-41b9-bd1b-29de7c6529ac/b670d5e7-bbf2-41b9-bd1b-29de7c6529ac.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.914532] env[70623]: DEBUG nova.compute.manager [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Received event network-vif-plugged-8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.914595] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] Acquiring lock "c9bcdac5-9ea6-4387-972c-cd160faf5323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.914777] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.914940] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.915129] env[70623]: DEBUG nova.compute.manager [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] No waiting events found dispatching network-vif-plugged-8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.915299] env[70623]: WARNING nova.compute.manager [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Received unexpected event network-vif-plugged-8d07ed14-e451-454e-8fc2-3e29aa66cc16 for instance with vm_state building and task_state spawning. [ 770.915459] env[70623]: DEBUG nova.compute.manager [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Received event network-changed-8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.915610] env[70623]: DEBUG nova.compute.manager [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Refreshing instance network info cache due to event network-changed-8d07ed14-e451-454e-8fc2-3e29aa66cc16. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 770.915776] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] Acquiring lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.919570] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0264ff2d-03a6-448b-b527-024dce94dbb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.927394] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 770.927394] env[70623]: value = "task-2793321" [ 770.927394] env[70623]: _type = "Task" [ 770.927394] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.936934] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.956405] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793318, 'name': ReconfigVM_Task, 'duration_secs': 0.453611} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.958976] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 149e681e-ed7f-4bd6-b244-4f6c72c7be37/149e681e-ed7f-4bd6-b244-4f6c72c7be37.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.959952] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90424731-3eef-4d4c-bd90-9fad3f4813f8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.970718] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 770.970718] env[70623]: value = "task-2793322" [ 770.970718] env[70623]: _type = "Task" [ 770.970718] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.982650] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793322, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.999254] env[70623]: DEBUG oslo_concurrency.lockutils [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.033291] env[70623]: DEBUG nova.network.neutron [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updated VIF entry in instance network info cache for port a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.033733] env[70623]: DEBUG nova.network.neutron [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.035104] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.175653] env[70623]: DEBUG oslo_vmware.api [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200215} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.176164] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.176519] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.176813] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.177163] env[70623]: INFO nova.compute.manager [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Took 1.14 seconds to destroy the instance on the hypervisor. [ 771.177749] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.178105] env[70623]: DEBUG nova.compute.manager [-] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.178301] env[70623]: DEBUG nova.network.neutron [-] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.197788] env[70623]: DEBUG nova.network.neutron [-] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.285340] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "956f1c1c-f359-4b4c-a860-feab6992d793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.285340] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "956f1c1c-f359-4b4c-a860-feab6992d793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.285340] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "956f1c1c-f359-4b4c-a860-feab6992d793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.285340] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "956f1c1c-f359-4b4c-a860-feab6992d793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.285340] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "956f1c1c-f359-4b4c-a860-feab6992d793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.287584] env[70623]: INFO nova.compute.manager [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Terminating instance [ 771.316836] env[70623]: DEBUG nova.network.neutron [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.413926] env[70623]: DEBUG nova.scheduler.client.report [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.442959] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.484028] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793322, 'name': Rename_Task, 'duration_secs': 0.178336} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.484028] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.484028] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adfe07ca-5d60-4418-9cd9-830a432eae07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.493397] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 771.493397] env[70623]: value = "task-2793323" [ 771.493397] env[70623]: _type = "Task" [ 771.493397] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.502656] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.540355] env[70623]: DEBUG oslo_concurrency.lockutils [req-a85a9fe3-9471-47c4-966d-0e9ce782bd30 req-57f3d76e-602d-428c-bc52-120fa8cf5c3f service nova] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.546590] env[70623]: DEBUG oslo_concurrency.lockutils [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.572558] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.701149] env[70623]: INFO nova.compute.manager [-] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Took 1.97 seconds to deallocate network for instance. [ 771.774882] env[70623]: DEBUG nova.network.neutron [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Updating instance_info_cache with network_info: [{"id": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "address": "fa:16:3e:bb:6d:90", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07ed14-e4", "ovs_interfaceid": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.795290] env[70623]: DEBUG nova.compute.manager [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.795290] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.795290] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aabedc1-2e84-4c0b-b269-848f642a9d08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.804490] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.804997] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81518ac9-6481-4c88-89f4-5c501201678b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.813584] env[70623]: DEBUG oslo_vmware.api [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 771.813584] env[70623]: value = "task-2793324" [ 771.813584] env[70623]: _type = "Task" [ 771.813584] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.830203] env[70623]: DEBUG oslo_vmware.api [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.924027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.924027] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.926588] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.617s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.927158] env[70623]: DEBUG nova.objects.instance [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lazy-loading 'resources' on Instance uuid ea764944-7779-4159-a4d2-e989765163f6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.939751] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608497} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.943187] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b670d5e7-bbf2-41b9-bd1b-29de7c6529ac/b670d5e7-bbf2-41b9-bd1b-29de7c6529ac.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.943187] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.943187] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cc3714c-9348-4b79-b920-b3e48a5aeeab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.950276] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 771.950276] env[70623]: value = "task-2793325" [ 771.950276] env[70623]: _type = "Task" [ 771.950276] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.956908] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "34d289a2-d3a8-49a1-9b94-a134122aa84a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.957545] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.957990] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "34d289a2-d3a8-49a1-9b94-a134122aa84a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.958365] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.958727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.965137] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.966025] env[70623]: INFO nova.compute.manager [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Terminating instance [ 772.007160] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793323, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.217727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.217727] env[70623]: DEBUG nova.network.neutron [-] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.277070] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.277839] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Instance network_info: |[{"id": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "address": "fa:16:3e:bb:6d:90", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07ed14-e4", "ovs_interfaceid": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.278241] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] Acquired lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.278664] env[70623]: DEBUG nova.network.neutron [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Refreshing network info cache for port 8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.285025] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:6d:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d07ed14-e451-454e-8fc2-3e29aa66cc16', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.290501] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.291603] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.291890] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e52564a9-f089-4e04-9757-7ffdce46f28c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.322945] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.322945] env[70623]: value = "task-2793326" [ 772.322945] env[70623]: _type = "Task" [ 772.322945] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.330660] env[70623]: DEBUG oslo_vmware.api [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793324, 'name': PowerOffVM_Task, 'duration_secs': 0.334511} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.331525] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.331697] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.331973] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-759364d3-91d2-4ab2-8086-8c61624cd193 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.338477] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793326, 'name': CreateVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.410578] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.410924] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.411353] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Deleting the datastore file [datastore2] 956f1c1c-f359-4b4c-a860-feab6992d793 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.411735] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e76060b2-58f7-4865-b7e5-d72541808409 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.420288] env[70623]: DEBUG oslo_vmware.api [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for the task: (returnval){ [ 772.420288] env[70623]: value = "task-2793328" [ 772.420288] env[70623]: _type = "Task" [ 772.420288] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.431625] env[70623]: DEBUG nova.compute.utils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.433083] env[70623]: DEBUG oslo_vmware.api [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.437167] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.437167] env[70623]: DEBUG nova.network.neutron [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.462941] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110209} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.463356] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.464287] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce82e5-b7ec-49a5-bbb9-825524be7b68 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.479794] env[70623]: DEBUG nova.compute.manager [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.480011] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.489953] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] b670d5e7-bbf2-41b9-bd1b-29de7c6529ac/b670d5e7-bbf2-41b9-bd1b-29de7c6529ac.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.494035] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f521ab7b-fa40-478e-94dc-9e815dc73093 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.497567] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de8b121-1770-4f16-b156-b9d26f7dae3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.514215] env[70623]: DEBUG nova.network.neutron [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.517081] env[70623]: DEBUG nova.policy [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c4d235ad1749c69c71a4ffe51bfe32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fdc023cbcaf4f3cbeb4c4586264b058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.527709] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.534516] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfff2d25-0a6f-48fd-ab79-18e7c1ee22fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.534516] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 772.534516] env[70623]: value = "task-2793329" [ 772.534516] env[70623]: _type = "Task" [ 772.534516] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.534764] env[70623]: DEBUG oslo_vmware.api [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793323, 'name': PowerOnVM_Task, 'duration_secs': 0.820771} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.537785] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.537785] env[70623]: INFO nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Took 9.16 seconds to spawn the instance on the hypervisor. [ 772.537785] env[70623]: DEBUG nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.543023] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f71ce-e817-4980-8329-acae282a7051 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.548432] env[70623]: DEBUG oslo_vmware.api [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 772.548432] env[70623]: value = "task-2793330" [ 772.548432] env[70623]: _type = "Task" [ 772.548432] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.557588] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.572534] env[70623]: DEBUG oslo_vmware.api [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.720921] env[70623]: INFO nova.compute.manager [-] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Took 1.54 seconds to deallocate network for instance. [ 772.837756] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793326, 'name': CreateVM_Task, 'duration_secs': 0.488369} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.837979] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.839275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.840211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.840625] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.844513] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b330371-9b15-43d3-80a8-f09ab01ca506 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.855256] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 772.855256] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52403e26-d72c-fddf-9cd6-9b1041362f48" [ 772.855256] env[70623]: _type = "Task" [ 772.855256] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.871034] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52403e26-d72c-fddf-9cd6-9b1041362f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.935761] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.948562] env[70623]: DEBUG oslo_vmware.api [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Task: {'id': task-2793328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28123} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.950045] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.950045] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.950045] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.951139] env[70623]: INFO nova.compute.manager [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Took 1.16 seconds to destroy the instance on the hypervisor. [ 772.951139] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.951139] env[70623]: DEBUG nova.compute.manager [-] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.951139] env[70623]: DEBUG nova.network.neutron [-] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.050428] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793329, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.063543] env[70623]: DEBUG oslo_vmware.api [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793330, 'name': PowerOffVM_Task, 'duration_secs': 0.315388} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.063704] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.064150] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.064150] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faadb80c-7c44-45f5-8ff2-be5ef7f8284a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.078525] env[70623]: INFO nova.compute.manager [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Took 39.68 seconds to build instance. [ 773.131106] env[70623]: DEBUG nova.compute.manager [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Received event network-vif-deleted-2107d649-3f49-4a01-8377-4d9d82eabeca {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.131663] env[70623]: DEBUG nova.compute.manager [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Received event network-vif-deleted-0d17ae8e-d581-4c8f-8907-d1d02b677372 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.131881] env[70623]: DEBUG nova.compute.manager [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received event network-changed-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.132124] env[70623]: DEBUG nova.compute.manager [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing instance network info cache due to event network-changed-a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 773.132376] env[70623]: DEBUG oslo_concurrency.lockutils [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] Acquiring lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.137528] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.137786] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.138013] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Deleting the datastore file [datastore2] 34d289a2-d3a8-49a1-9b94-a134122aa84a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.141780] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ff5f5a-ace4-4cd0-8a02-889ff5f895fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.150928] env[70623]: DEBUG oslo_vmware.api [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for the task: (returnval){ [ 773.150928] env[70623]: value = "task-2793332" [ 773.150928] env[70623]: _type = "Task" [ 773.150928] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.161617] env[70623]: DEBUG oslo_vmware.api [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.179115] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cfd5df-04ac-4c45-8206-94e3c3220b78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.187062] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a32a5-9d95-409c-ae3c-c79d1e529d10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.233986] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36288b3b-d783-4ca5-84a0-014c60b9ffa2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.237631] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.244032] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6247f213-ef94-4aac-bd30-884d8569463d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.263871] env[70623]: DEBUG nova.compute.provider_tree [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.372418] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52403e26-d72c-fddf-9cd6-9b1041362f48, 'name': SearchDatastore_Task, 'duration_secs': 0.022498} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.372799] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.373047] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.373359] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.373533] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.373701] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.373977] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17773c91-b0e4-451f-85ad-ae38ee4ec32a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.384055] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.384299] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.385160] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2de9bb-4fd8-40f2-80df-f4f1a2acfafe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.391985] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 773.391985] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52688fc0-c764-87b7-e129-68b7c4ecfd17" [ 773.391985] env[70623]: _type = "Task" [ 773.391985] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.400435] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52688fc0-c764-87b7-e129-68b7c4ecfd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.403584] env[70623]: DEBUG nova.network.neutron [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.434580] env[70623]: DEBUG nova.network.neutron [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Successfully created port: 17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.548459] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793329, 'name': ReconfigVM_Task, 'duration_secs': 0.519673} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.548693] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Reconfigured VM instance instance-0000002c to attach disk [datastore1] b670d5e7-bbf2-41b9-bd1b-29de7c6529ac/b670d5e7-bbf2-41b9-bd1b-29de7c6529ac.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.549365] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69314e97-abcc-4364-a22e-88d147ac5e38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.551718] env[70623]: DEBUG nova.network.neutron [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Updated VIF entry in instance network info cache for port 8d07ed14-e451-454e-8fc2-3e29aa66cc16. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.552129] env[70623]: DEBUG nova.network.neutron [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Updating instance_info_cache with network_info: [{"id": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "address": "fa:16:3e:bb:6d:90", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07ed14-e4", "ovs_interfaceid": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.557750] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 773.557750] env[70623]: value = "task-2793333" [ 773.557750] env[70623]: _type = "Task" [ 773.557750] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.566446] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793333, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.582538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-508e392f-6aa1-4609-8227-90d38b2f7073 tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.339s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.666019] env[70623]: DEBUG oslo_vmware.api [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Task: {'id': task-2793332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284273} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.666019] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.666019] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.666019] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.666019] env[70623]: INFO nova.compute.manager [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 773.666019] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.666019] env[70623]: DEBUG nova.compute.manager [-] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.666019] env[70623]: DEBUG nova.network.neutron [-] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.772623] env[70623]: DEBUG nova.scheduler.client.report [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.910281] env[70623]: DEBUG oslo_concurrency.lockutils [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.910281] env[70623]: DEBUG nova.compute.manager [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Inject network info {{(pid=70623) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 773.910281] env[70623]: DEBUG nova.compute.manager [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] network_info to inject: |[{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 773.918090] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Reconfiguring VM instance to set the machine id {{(pid=70623) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 773.918422] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52688fc0-c764-87b7-e129-68b7c4ecfd17, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.918662] env[70623]: DEBUG oslo_concurrency.lockutils [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] Acquired lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.918846] env[70623]: DEBUG nova.network.neutron [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Refreshing network info cache for port a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.920176] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7dae08a-e604-4f7a-a049-030a99624f4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.937638] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5219a47-950b-4183-a6f6-3cf5c61dcebe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.945571] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 773.945571] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bdbc65-cece-23ae-7f78-f7e60e516744" [ 773.945571] env[70623]: _type = "Task" [ 773.945571] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.951301] env[70623]: DEBUG oslo_vmware.api [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 773.951301] env[70623]: value = "task-2793334" [ 773.951301] env[70623]: _type = "Task" [ 773.951301] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.963206] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.966546] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bdbc65-cece-23ae-7f78-f7e60e516744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.973023] env[70623]: DEBUG oslo_vmware.api [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.012205] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.012396] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.012894] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.012894] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.013378] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.013847] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.013847] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.013941] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.014118] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.014312] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.014499] env[70623]: DEBUG nova.virt.hardware [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.015436] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb6f5e-5539-4cce-a004-1487e5e70db7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.024984] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180695bb-d6f0-4c01-9477-a2617231136b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.055911] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1f1dce3-2065-4280-8381-5334b6c99239 req-6cb14ade-85ce-4db7-80e5-5dc3c2fed007 service nova] Releasing lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.072193] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793333, 'name': Rename_Task, 'duration_secs': 0.166969} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.072658] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.072788] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac9d04b-6aa5-4dd3-bf15-fd13fe742472 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.079173] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 774.079173] env[70623]: value = "task-2793335" [ 774.079173] env[70623]: _type = "Task" [ 774.079173] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.085200] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.095347] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.276905] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.279968] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.767s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.280238] env[70623]: DEBUG nova.objects.instance [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lazy-loading 'resources' on Instance uuid 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.293941] env[70623]: DEBUG nova.network.neutron [-] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.318235] env[70623]: INFO nova.scheduler.client.report [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted allocations for instance ea764944-7779-4159-a4d2-e989765163f6 [ 774.461976] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bdbc65-cece-23ae-7f78-f7e60e516744, 'name': SearchDatastore_Task, 'duration_secs': 0.022053} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.462689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.462976] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c9bcdac5-9ea6-4387-972c-cd160faf5323/c9bcdac5-9ea6-4387-972c-cd160faf5323.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.463613] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613ee0ca-f2c8-4c9d-be54-88173798ff3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.469080] env[70623]: DEBUG oslo_vmware.api [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793334, 'name': ReconfigVM_Task, 'duration_secs': 0.3089} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.469688] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-132e6fcd-3005-452f-bf1b-4a67fa33700b tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Reconfigured VM instance to set the machine id {{(pid=70623) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 774.476974] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 774.476974] env[70623]: value = "task-2793336" [ 774.476974] env[70623]: _type = "Task" [ 774.476974] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.486999] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.594138] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.611640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.686369] env[70623]: DEBUG nova.network.neutron [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updated VIF entry in instance network info cache for port a05d8582-d877-4fec-a933-640df079e071. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.686766] env[70623]: DEBUG nova.network.neutron [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [{"id": "a05d8582-d877-4fec-a933-640df079e071", "address": "fa:16:3e:71:28:7c", "network": {"id": "a50d288f-ec53-4cc2-82d5-d2593a1fa3dd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2047941048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62bd14bf47a84f3889d1ba9bd59fc774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05d8582-d8", "ovs_interfaceid": "a05d8582-d877-4fec-a933-640df079e071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.798488] env[70623]: INFO nova.compute.manager [-] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Took 1.85 seconds to deallocate network for instance. [ 774.821098] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.821354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.821563] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.821741] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.821944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.832787] env[70623]: INFO nova.compute.manager [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Terminating instance [ 774.839291] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b741078d-04c8-428b-8e7e-60f8caefe9b2 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "ea764944-7779-4159-a4d2-e989765163f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.797s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.995349] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.097114] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.109367] env[70623]: DEBUG nova.network.neutron [-] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.191229] env[70623]: DEBUG oslo_concurrency.lockutils [req-fa2f9a3c-58c1-4f48-8c0e-06a952782bc0 req-a818de58-5fc2-4e9b-968b-858b5ee96ead service nova] Releasing lock "refresh_cache-db0b4f76-e22a-4d07-98f0-d3351cf2bd27" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.242460] env[70623]: DEBUG nova.compute.manager [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Received event network-vif-deleted-1c7f947f-f988-4d3e-96b5-336d405413a8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.242665] env[70623]: DEBUG nova.compute.manager [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Received event network-vif-deleted-d56a24bd-528c-40b6-924b-e91da6b7d124 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.242833] env[70623]: DEBUG nova.compute.manager [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Received event network-changed-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.242986] env[70623]: DEBUG nova.compute.manager [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Refreshing instance network info cache due to event network-changed-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 775.247709] env[70623]: DEBUG oslo_concurrency.lockutils [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] Acquiring lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.248343] env[70623]: DEBUG oslo_concurrency.lockutils [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] Acquired lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.248343] env[70623]: DEBUG nova.network.neutron [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Refreshing network info cache for port 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.313076] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.345200] env[70623]: DEBUG nova.compute.manager [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.345589] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.346583] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a89005-324f-4b7b-9a2d-0ecebe56f360 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.357158] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.357158] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ee15938-46ee-4c0a-91b5-038ad5b2ffa8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.366613] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 775.366613] env[70623]: value = "task-2793337" [ 775.366613] env[70623]: _type = "Task" [ 775.366613] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.382543] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.436034] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74600d93-d111-490b-9074-49adeee7383a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.445735] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b193cae3-28a1-455a-9839-f48bf3897b60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.492774] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bb2fc4-0032-43bd-8570-d98ac697eb9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.504659] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834fda9-7d0c-4616-89b5-d89390fc4b81 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.508882] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660273} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.509226] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c9bcdac5-9ea6-4387-972c-cd160faf5323/c9bcdac5-9ea6-4387-972c-cd160faf5323.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.509443] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.510106] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05610a2c-fd8e-42d4-adb3-dcc51d99d211 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.521753] env[70623]: DEBUG nova.compute.provider_tree [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.528475] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 775.528475] env[70623]: value = "task-2793338" [ 775.528475] env[70623]: _type = "Task" [ 775.528475] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.538316] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.596468] env[70623]: DEBUG oslo_vmware.api [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793335, 'name': PowerOnVM_Task, 'duration_secs': 1.243186} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.596804] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.597150] env[70623]: INFO nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Took 9.54 seconds to spawn the instance on the hypervisor. [ 775.597386] env[70623]: DEBUG nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.598405] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618dfb6-3642-4ce8-87c1-6c48dacc4b62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.614818] env[70623]: INFO nova.compute.manager [-] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Took 1.95 seconds to deallocate network for instance. [ 775.880211] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793337, 'name': PowerOffVM_Task, 'duration_secs': 0.247635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.882927] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.883184] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.883491] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e76986-40e8-4653-8482-42d2de58cc07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.895816] env[70623]: DEBUG nova.network.neutron [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Successfully updated port: 17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.953584] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.953831] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.954143] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Deleting the datastore file [datastore2] db0b4f76-e22a-4d07-98f0-d3351cf2bd27 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.954306] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b9386c-4dcf-480e-8ab5-a2870e1857f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.961086] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for the task: (returnval){ [ 775.961086] env[70623]: value = "task-2793340" [ 775.961086] env[70623]: _type = "Task" [ 775.961086] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.969532] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.028362] env[70623]: DEBUG nova.scheduler.client.report [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.046935] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08807} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.047642] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.048586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012d5589-1e5b-4b7a-acdd-d15a49bffbbd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.077017] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c9bcdac5-9ea6-4387-972c-cd160faf5323/c9bcdac5-9ea6-4387-972c-cd160faf5323.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.077821] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70921839-255e-419a-8e0d-be83678e0668 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.106733] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 776.106733] env[70623]: value = "task-2793341" [ 776.106733] env[70623]: _type = "Task" [ 776.106733] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.120808] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.127426] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.128392] env[70623]: INFO nova.compute.manager [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Took 40.84 seconds to build instance. [ 776.138289] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285225e-d337-8ba6-8cc4-5773b7a78d57/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.139128] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52218f4d-9098-455c-aac6-2f79a55d6d73 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.147087] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285225e-d337-8ba6-8cc4-5773b7a78d57/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.147087] env[70623]: ERROR oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285225e-d337-8ba6-8cc4-5773b7a78d57/disk-0.vmdk due to incomplete transfer. [ 776.148238] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dbc014fa-fec1-4fbb-9988-cc4ee9825e19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.156085] env[70623]: DEBUG nova.network.neutron [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updated VIF entry in instance network info cache for port 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.156458] env[70623]: DEBUG nova.network.neutron [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updating instance_info_cache with network_info: [{"id": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "address": "fa:16:3e:c6:e0:37", "network": {"id": "11fedf82-cf1c-424b-90e8-4c804f082e09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-409658222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6177e6aeb212413d815f524e87fc0eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b6e90b-79", "ovs_interfaceid": "79b6e90b-7945-4e4f-b4ef-f3a11fa772e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.161215] env[70623]: DEBUG oslo_vmware.rw_handles [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285225e-d337-8ba6-8cc4-5773b7a78d57/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.161215] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Uploaded image bcdd0197-66e9-4356-aef3-9b31b8655fa0 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.163021] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.163544] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3081061a-c744-44d5-8919-dc5171723322 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.171238] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 776.171238] env[70623]: value = "task-2793342" [ 776.171238] env[70623]: _type = "Task" [ 776.171238] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.180732] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793342, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.402692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.403073] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.403459] env[70623]: DEBUG nova.network.neutron [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.473763] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.542473] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.545106] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.706s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.545357] env[70623]: DEBUG nova.objects.instance [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lazy-loading 'resources' on Instance uuid 52549292-e7ec-4c7c-890b-2e6d59f0502b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.571751] env[70623]: INFO nova.scheduler.client.report [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Deleted allocations for instance 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb [ 776.618316] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.631179] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e6bd183c-be7c-434f-840d-f29300ab70bc tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.751s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.660567] env[70623]: DEBUG oslo_concurrency.lockutils [req-31b45cf8-fedf-4757-af8a-81bd286f5065 req-e92b972d-9117-4418-b71b-d2f0de25121c service nova] Releasing lock "refresh_cache-149e681e-ed7f-4bd6-b244-4f6c72c7be37" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.681312] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793342, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.942576] env[70623]: DEBUG nova.network.neutron [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.977410] env[70623]: DEBUG oslo_vmware.api [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Task: {'id': task-2793340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641714} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.977672] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.977853] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.980247] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.980530] env[70623]: INFO nova.compute.manager [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Took 1.64 seconds to destroy the instance on the hypervisor. [ 776.980789] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.980994] env[70623]: DEBUG nova.compute.manager [-] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.981098] env[70623]: DEBUG nova.network.neutron [-] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.081827] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d1ac2b80-1e1a-4564-abf2-f934114e7a81 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.947s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.119621] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793341, 'name': ReconfigVM_Task, 'duration_secs': 1.000552} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.122450] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c9bcdac5-9ea6-4387-972c-cd160faf5323/c9bcdac5-9ea6-4387-972c-cd160faf5323.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.124197] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7ccc81e-ffd5-4e00-b3ca-9e099ae3345b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.131162] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 777.131162] env[70623]: value = "task-2793343" [ 777.131162] env[70623]: _type = "Task" [ 777.131162] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.144153] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793343, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.184388] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793342, 'name': Destroy_Task, 'duration_secs': 0.834188} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.184739] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Destroyed the VM [ 777.185444] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.186527] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d072d6db-5b2c-4e7c-ad50-bc937c375ec6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.194139] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 777.194139] env[70623]: value = "task-2793344" [ 777.194139] env[70623]: _type = "Task" [ 777.194139] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.205589] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.258278] env[70623]: DEBUG nova.network.neutron [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.516207] env[70623]: DEBUG nova.compute.manager [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Received event network-vif-plugged-17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.516207] env[70623]: DEBUG oslo_concurrency.lockutils [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.516207] env[70623]: DEBUG oslo_concurrency.lockutils [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.516207] env[70623]: DEBUG oslo_concurrency.lockutils [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.516207] env[70623]: DEBUG nova.compute.manager [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] No waiting events found dispatching network-vif-plugged-17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.516207] env[70623]: WARNING nova.compute.manager [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Received unexpected event network-vif-plugged-17c86e83-edc8-4a9d-98c8-96bcf3452629 for instance with vm_state building and task_state spawning. [ 777.516207] env[70623]: DEBUG nova.compute.manager [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Received event network-changed-17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.516458] env[70623]: DEBUG nova.compute.manager [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Refreshing instance network info cache due to event network-changed-17c86e83-edc8-4a9d-98c8-96bcf3452629. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 777.517593] env[70623]: DEBUG oslo_concurrency.lockutils [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.520611] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "fc40d716-c1a5-4963-ab96-d5da25b3c168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.520927] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.640865] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa629bd4-12b6-4527-a062-0347dd11a1d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.648090] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793343, 'name': Rename_Task, 'duration_secs': 0.249978} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.648090] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.648213] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926d6c3e-abbd-460a-a3b9-628f18d3c978 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.655111] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a232de-f89d-4b63-9b55-36c333521b54 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.660326] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 777.660326] env[70623]: value = "task-2793345" [ 777.660326] env[70623]: _type = "Task" [ 777.660326] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.695559] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a915d743-f826-40c9-8b0a-16b186b7081e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.709032] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.720918] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334682f-7005-492d-b896-8f751c558949 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.726444] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.742039] env[70623]: DEBUG nova.compute.provider_tree [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.763630] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.763630] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Instance network_info: |[{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.763913] env[70623]: DEBUG oslo_concurrency.lockutils [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.765030] env[70623]: DEBUG nova.network.neutron [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Refreshing network info cache for port 17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.766216] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:67:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17c86e83-edc8-4a9d-98c8-96bcf3452629', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.775193] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating folder: Project (0fdc023cbcaf4f3cbeb4c4586264b058). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.775544] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9884d720-ff03-4280-b852-599f1cd8bc1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.786265] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created folder: Project (0fdc023cbcaf4f3cbeb4c4586264b058) in parent group-v561316. [ 777.786473] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating folder: Instances. Parent ref: group-v561454. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.786716] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89f6eb52-7d77-4c00-8b73-05cb1376362c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.797029] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created folder: Instances in parent group-v561454. [ 777.797130] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.797303] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.797542] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2da8edcb-f300-4df3-9114-be8281598bfe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.817960] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.817960] env[70623]: value = "task-2793348" [ 777.817960] env[70623]: _type = "Task" [ 777.817960] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.826397] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793348, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.023627] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.170773] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.205299] env[70623]: DEBUG oslo_vmware.api [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793344, 'name': RemoveSnapshot_Task, 'duration_secs': 0.643954} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.205575] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.205721] env[70623]: INFO nova.compute.manager [None req-0b5554fa-3c56-4419-8585-e8f7883daad8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 778.247044] env[70623]: DEBUG nova.scheduler.client.report [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.285693] env[70623]: DEBUG nova.compute.manager [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.286718] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ec62a-293c-4cec-95ef-b533c7c0c60a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.330069] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793348, 'name': CreateVM_Task, 'duration_secs': 0.376827} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.331707] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.331707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.331845] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.332854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.333035] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f85047-c364-4ccf-9750-d714fa0bb64c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.338324] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 778.338324] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5222ce01-b39c-767a-9e2d-162608700bb0" [ 778.338324] env[70623]: _type = "Task" [ 778.338324] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.348260] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5222ce01-b39c-767a-9e2d-162608700bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.383844] env[70623]: DEBUG nova.network.neutron [-] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.505100] env[70623]: DEBUG nova.network.neutron [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updated VIF entry in instance network info cache for port 17c86e83-edc8-4a9d-98c8-96bcf3452629. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.505469] env[70623]: DEBUG nova.network.neutron [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.549142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.670941] env[70623]: DEBUG oslo_vmware.api [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793345, 'name': PowerOnVM_Task, 'duration_secs': 0.595008} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.671458] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.671752] env[70623]: INFO nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Took 9.91 seconds to spawn the instance on the hypervisor. [ 778.671989] env[70623]: DEBUG nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.672800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada70ca-6bf1-4673-8211-64aeae5fb47b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.753665] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.756263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.379s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.756565] env[70623]: DEBUG nova.objects.instance [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lazy-loading 'resources' on Instance uuid 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.781621] env[70623]: INFO nova.scheduler.client.report [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Deleted allocations for instance 52549292-e7ec-4c7c-890b-2e6d59f0502b [ 778.798099] env[70623]: INFO nova.compute.manager [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] instance snapshotting [ 778.800997] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03a1da-f1a0-4b77-a125-d98c25586e05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.826204] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed22a6-db87-4369-954a-c4dd11e7b331 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.848056] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5222ce01-b39c-767a-9e2d-162608700bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.030931} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.848188] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.848546] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.848733] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.848885] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.849071] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.850066] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28798871-9e84-47c5-9812-d5378a2a144f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.862649] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.862649] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.863721] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6930356-d4b7-4be4-a602-baf15a75f3fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.869385] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 778.869385] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb14ea-f9dc-c9d8-378b-2740db8dc4f4" [ 778.869385] env[70623]: _type = "Task" [ 778.869385] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.878936] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb14ea-f9dc-c9d8-378b-2740db8dc4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.886647] env[70623]: INFO nova.compute.manager [-] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Took 1.91 seconds to deallocate network for instance. [ 779.008454] env[70623]: DEBUG oslo_concurrency.lockutils [req-b59e10aa-06f8-4b25-aa99-c71c72839187 req-d1c2695a-f792-4894-ae0c-a65b314e3314 service nova] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.190541] env[70623]: INFO nova.compute.manager [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Took 41.56 seconds to build instance. [ 779.293275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-943ffa3c-a8fb-4b05-bd95-4930acd6cf9e tempest-FloatingIPsAssociationTestJSON-987045141 tempest-FloatingIPsAssociationTestJSON-987045141-project-member] Lock "52549292-e7ec-4c7c-890b-2e6d59f0502b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.895s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.338575] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.338887] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9041415a-6e22-4819-af25-db5729e1a77a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.349229] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 779.349229] env[70623]: value = "task-2793349" [ 779.349229] env[70623]: _type = "Task" [ 779.349229] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.359203] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.384691] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb14ea-f9dc-c9d8-378b-2740db8dc4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019083} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.388790] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a366318-fa59-46a9-9d5c-dc3fdb1735d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.393314] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.394967] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 779.394967] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a6ba83-c3c3-a90f-3f59-2d7b54a3c773" [ 779.394967] env[70623]: _type = "Task" [ 779.394967] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.407429] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a6ba83-c3c3-a90f-3f59-2d7b54a3c773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.685912] env[70623]: DEBUG nova.compute.manager [req-a1bcc1ff-5d45-4f36-8046-f203a480ebe2 req-82efc926-5f0c-46d9-8625-37493c781c06 service nova] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Received event network-vif-deleted-a05d8582-d877-4fec-a933-640df079e071 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.692694] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dc47b235-c74e-44fa-ade3-4e37105cf0c9 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.045s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.694730] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeee432-7872-4a44-9fcd-74389f5dbb43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.703306] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432831c-23fa-42ca-9232-fdca2ae4723a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.739546] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619dc29b-deb7-4133-905b-12bdc44812e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.747372] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864bffbc-84b1-4159-a5c9-724c3e9528b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.763193] env[70623]: DEBUG nova.compute.provider_tree [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.858411] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.905953] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a6ba83-c3c3-a90f-3f59-2d7b54a3c773, 'name': SearchDatastore_Task, 'duration_secs': 0.015926} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.906266] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906535] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179/ea3af44d-dc65-4f27-8618-95a84be3e179.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.906801] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e268ec8-6f79-4b52-a365-74ea06ff7412 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.913263] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 779.913263] env[70623]: value = "task-2793350" [ 779.913263] env[70623]: _type = "Task" [ 779.913263] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.923818] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.032813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] Acquiring lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.033031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] Acquired lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.033219] env[70623]: DEBUG nova.network.neutron [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.264229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "20617bdb-d8d0-45b6-884a-c2535758366a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.264229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "20617bdb-d8d0-45b6-884a-c2535758366a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.265845] env[70623]: DEBUG nova.scheduler.client.report [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.361451] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793349, 'name': CreateSnapshot_Task, 'duration_secs': 0.617049} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.361892] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.362540] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec39c4-6325-4f4e-a4e0-2743a68e668d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.424619] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793350, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.770895] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.773916] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.776617] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.529s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.777126] env[70623]: DEBUG nova.objects.instance [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lazy-loading 'resources' on Instance uuid d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.819705] env[70623]: INFO nova.scheduler.client.report [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Deleted allocations for instance 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2 [ 780.886743] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.887406] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04a2794c-d57d-472c-bff9-65d794a06f69 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.897827] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 780.897827] env[70623]: value = "task-2793351" [ 780.897827] env[70623]: _type = "Task" [ 780.897827] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.907610] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793351, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.915029] env[70623]: DEBUG nova.network.neutron [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Updating instance_info_cache with network_info: [{"id": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "address": "fa:16:3e:bb:6d:90", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07ed14-e4", "ovs_interfaceid": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.924924] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638053} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.925040] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179/ea3af44d-dc65-4f27-8618-95a84be3e179.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.925526] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.925526] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c006140-5321-455e-8864-02f6a75bd37e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.933191] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 780.933191] env[70623]: value = "task-2793352" [ 780.933191] env[70623]: _type = "Task" [ 780.933191] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.944126] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.302599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.329944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6ab4de0e-5438-4698-ba58-a9d113ad027b tempest-DeleteServersAdminTestJSON-1716734034 tempest-DeleteServersAdminTestJSON-1716734034-project-member] Lock "99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.392s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.406749] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793351, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.422321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] Releasing lock "refresh_cache-c9bcdac5-9ea6-4387-972c-cd160faf5323" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.422573] env[70623]: DEBUG nova.compute.manager [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Inject network info {{(pid=70623) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 781.422962] env[70623]: DEBUG nova.compute.manager [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] network_info to inject: |[{"id": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "address": "fa:16:3e:bb:6d:90", "network": {"id": "ef58a9b7-1aed-47ee-a281-63de3974106e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-97207492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c37116fb2f452294bd4d61f3ca2d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07ed14-e4", "ovs_interfaceid": "8d07ed14-e451-454e-8fc2-3e29aa66cc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 781.430544] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Reconfiguring VM instance to set the machine id {{(pid=70623) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 781.430888] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d255f4da-aec1-4a03-8947-a8e05116df13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.452384] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075674} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.453964] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.454174] env[70623]: DEBUG oslo_vmware.api [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] Waiting for the task: (returnval){ [ 781.454174] env[70623]: value = "task-2793353" [ 781.454174] env[70623]: _type = "Task" [ 781.454174] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.454783] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa99a07d-2ce2-42fb-b44d-e4cc0ed8f24a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.488559] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179/ea3af44d-dc65-4f27-8618-95a84be3e179.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.488843] env[70623]: DEBUG oslo_vmware.api [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] Task: {'id': task-2793353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.494045] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e65d57-eab7-487a-9990-c9fe55f2c761 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.515433] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 781.515433] env[70623]: value = "task-2793354" [ 781.515433] env[70623]: _type = "Task" [ 781.515433] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.525205] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.850229] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51407293-00eb-4c96-82d0-6afdd0177a09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.859461] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a83437-4061-4d12-8809-d595afd32282 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.908418] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a405780d-53b5-46df-ab46-08296a19ab7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.922103] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793351, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.923628] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a246273-3bde-4b53-8955-b99040bfbd1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.939101] env[70623]: DEBUG nova.compute.provider_tree [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.972315] env[70623]: DEBUG oslo_vmware.api [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] Task: {'id': task-2793353, 'name': ReconfigVM_Task, 'duration_secs': 0.35308} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.973099] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ca870d-911e-4eb9-b30c-8e814c7968f3 tempest-ServersAdminTestJSON-543938151 tempest-ServersAdminTestJSON-543938151-project-admin] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Reconfigured VM instance to set the machine id {{(pid=70623) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 782.026733] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.414674] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793351, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.448109] env[70623]: DEBUG nova.scheduler.client.report [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.528257] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793354, 'name': ReconfigVM_Task, 'duration_secs': 0.560757} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.528572] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179/ea3af44d-dc65-4f27-8618-95a84be3e179.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.529237] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0157b47-75d9-4a0f-86aa-c3441700b9ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.535718] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 782.535718] env[70623]: value = "task-2793355" [ 782.535718] env[70623]: _type = "Task" [ 782.535718] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.549270] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793355, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.914764] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793351, 'name': CloneVM_Task, 'duration_secs': 1.783156} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.915067] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Created linked-clone VM from snapshot [ 782.915987] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c983ae-34ac-48ca-8c43-65fb78efb38e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.923507] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Uploading image b60bd741-0416-4d3b-802e-8186e25d03a5 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.942298] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 782.942298] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7d7f5b2-5782-41b5-be98-635e6f496d9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.949725] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 782.949725] env[70623]: value = "task-2793356" [ 782.949725] env[70623]: _type = "Task" [ 782.949725] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.954752] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.957745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.040s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.959417] env[70623]: INFO nova.compute.claims [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.970709] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "31083218-fb6f-4b8b-b085-9af5820d8d8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.970985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.971264] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "31083218-fb6f-4b8b-b085-9af5820d8d8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.971500] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.971727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.973901] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793356, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.974394] env[70623]: INFO nova.compute.manager [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Terminating instance [ 783.001104] env[70623]: INFO nova.scheduler.client.report [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Deleted allocations for instance d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca [ 783.053633] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793355, 'name': Rename_Task, 'duration_secs': 0.23423} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.054702] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.054702] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d79053-b8b1-40fc-9e02-c8a6c6ab6a1d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.061240] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 783.061240] env[70623]: value = "task-2793357" [ 783.061240] env[70623]: _type = "Task" [ 783.061240] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.072150] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.461584] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793356, 'name': Destroy_Task, 'duration_secs': 0.408588} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.462282] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Destroyed the VM [ 783.462689] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.463100] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f4d1832-aab0-43c3-84c6-67f276f93783 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.474151] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 783.474151] env[70623]: value = "task-2793358" [ 783.474151] env[70623]: _type = "Task" [ 783.474151] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.479961] env[70623]: DEBUG nova.compute.manager [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.479961] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.482353] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1ceaf9-2519-4529-8089-7899eb4aea40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.490745] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.494741] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.495472] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089374c8-9873-433b-b8ee-c69121fcc347 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.502837] env[70623]: DEBUG oslo_vmware.api [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 783.502837] env[70623]: value = "task-2793359" [ 783.502837] env[70623]: _type = "Task" [ 783.502837] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.516634] env[70623]: DEBUG oslo_vmware.api [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.518062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0f5d6f3c-bdcb-4f93-bf1f-0ebc50aa23f9 tempest-ServerTagsTestJSON-131412049 tempest-ServerTagsTestJSON-131412049-project-member] Lock "d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.876s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.576532] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.764616] env[70623]: INFO nova.compute.manager [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Rebuilding instance [ 783.816746] env[70623]: DEBUG nova.compute.manager [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.817789] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d7726-1079-4339-a66b-871c4a2ec559 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.983872] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793358, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.025050] env[70623]: DEBUG oslo_vmware.api [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793359, 'name': PowerOffVM_Task, 'duration_secs': 0.218963} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.025050] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.025050] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.025479] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99861037-cad4-4ebf-a288-aab27e80be55 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.072543] env[70623]: DEBUG oslo_vmware.api [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793357, 'name': PowerOnVM_Task, 'duration_secs': 0.578318} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.073341] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.073648] env[70623]: INFO nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Took 10.11 seconds to spawn the instance on the hypervisor. [ 784.073848] env[70623]: DEBUG nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.074657] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8391e673-7c48-4475-a26e-584383ed8a0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.100727] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.101012] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.101146] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Deleting the datastore file [datastore1] 31083218-fb6f-4b8b-b085-9af5820d8d8d {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.101490] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a52a0a1e-62ff-4e8c-8106-48ad406a67fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.112236] env[70623]: DEBUG oslo_vmware.api [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 784.112236] env[70623]: value = "task-2793361" [ 784.112236] env[70623]: _type = "Task" [ 784.112236] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.124664] env[70623]: DEBUG oslo_vmware.api [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.038058] env[70623]: INFO nova.compute.manager [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Took 43.95 seconds to build instance. [ 785.055308] env[70623]: DEBUG oslo_vmware.api [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150566} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.055908] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.056097] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.056292] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.056506] env[70623]: INFO nova.compute.manager [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Took 1.58 seconds to destroy the instance on the hypervisor. [ 785.056870] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.057197] env[70623]: DEBUG oslo_vmware.api [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793358, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817953} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.057744] env[70623]: DEBUG nova.compute.manager [-] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.057838] env[70623]: DEBUG nova.network.neutron [-] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.059727] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.315111] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cf47a0-8be5-448e-9e0b-aa306fea8408 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.321536] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34f988-bb3f-48d1-8984-f14c2c76590b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.358892] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e9b8b8-d4c4-45b2-a60c-d0ffbc2b1476 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.365452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be0ca34-ab31-4768-adf3-17e9705eb7a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.383511] env[70623]: DEBUG nova.compute.provider_tree [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.388014] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.388238] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.540477] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.541114] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b1434c7-df02-404f-a26f-fc548e86f57c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.546631] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a3fe246-7ed7-49a6-a16f-bf964127d2f5 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.173s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.552542] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 785.552542] env[70623]: value = "task-2793362" [ 785.552542] env[70623]: _type = "Task" [ 785.552542] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.562457] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.567544] env[70623]: WARNING nova.compute.manager [None req-501b7588-b16f-428e-b838-673881a581a1 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Image not found during snapshot: nova.exception.ImageNotFound: Image b60bd741-0416-4d3b-802e-8186e25d03a5 could not be found. [ 785.890909] env[70623]: DEBUG nova.scheduler.client.report [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.901958] env[70623]: DEBUG nova.compute.utils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.979522] env[70623]: DEBUG nova.compute.manager [req-6cf1df4a-5637-4b43-8a8d-a4d98dd6c76e req-64012e71-6933-41cd-8eea-81e2896f3069 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Received event network-vif-deleted-2ff74bba-8cbe-4b06-8ca6-817930bdea9a {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.980025] env[70623]: INFO nova.compute.manager [req-6cf1df4a-5637-4b43-8a8d-a4d98dd6c76e req-64012e71-6933-41cd-8eea-81e2896f3069 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Neutron deleted interface 2ff74bba-8cbe-4b06-8ca6-817930bdea9a; detaching it from the instance and deleting it from the info cache [ 785.980264] env[70623]: DEBUG nova.network.neutron [req-6cf1df4a-5637-4b43-8a8d-a4d98dd6c76e req-64012e71-6933-41cd-8eea-81e2896f3069 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.068268] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793362, 'name': PowerOffVM_Task, 'duration_secs': 0.247668} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.068268] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.068268] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.070391] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65cb574-3328-4f74-9134-8e959fe64682 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.079119] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.079119] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181a6696-86a6-486f-99c6-76c192994a35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.169884] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.169884] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.169884] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleting the datastore file [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.170213] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f324cab-10af-4eb2-8848-84f880f4ef4f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.177852] env[70623]: DEBUG nova.network.neutron [-] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.179734] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 786.179734] env[70623]: value = "task-2793364" [ 786.179734] env[70623]: _type = "Task" [ 786.179734] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.196774] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.398159] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.440s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.400088] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.401736] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.163s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.402920] env[70623]: DEBUG nova.objects.instance [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lazy-loading 'resources' on Instance uuid 36f2529c-66af-4fdc-bd2d-72c61e181008 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.404698] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.484152] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1be80148-f5c5-4bdd-a9d4-5f8bc0219ba4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.493313] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf27c902-e499-436c-8728-e8551b55d7db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.529725] env[70623]: DEBUG nova.compute.manager [req-6cf1df4a-5637-4b43-8a8d-a4d98dd6c76e req-64012e71-6933-41cd-8eea-81e2896f3069 service nova] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Detach interface failed, port_id=2ff74bba-8cbe-4b06-8ca6-817930bdea9a, reason: Instance 31083218-fb6f-4b8b-b085-9af5820d8d8d could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 786.681842] env[70623]: INFO nova.compute.manager [-] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Took 1.62 seconds to deallocate network for instance. [ 786.696690] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158669} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.696952] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.697241] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.697457] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.906146] env[70623]: DEBUG nova.compute.utils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.907788] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.910101] env[70623]: DEBUG nova.network.neutron [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.964188] env[70623]: DEBUG nova.compute.manager [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Received event network-changed-17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 786.966189] env[70623]: DEBUG nova.compute.manager [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Refreshing instance network info cache due to event network-changed-17c86e83-edc8-4a9d-98c8-96bcf3452629. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 786.966189] env[70623]: DEBUG oslo_concurrency.lockutils [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.966189] env[70623]: DEBUG oslo_concurrency.lockutils [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.967213] env[70623]: DEBUG nova.network.neutron [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Refreshing network info cache for port 17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.970487] env[70623]: DEBUG nova.policy [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1261731aad9d47dcb6965ffb9dd75b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e13c04919740b3a5aa84c65c5b4789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.193680] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.374741] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.375058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.375306] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.375647] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.375871] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.378219] env[70623]: INFO nova.compute.manager [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Terminating instance [ 787.416896] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.486307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.486407] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.487443] env[70623]: INFO nova.compute.manager [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Attaching volume 26c3d64e-fc3d-4885-98c9-e1e00ceadb31 to /dev/sdb [ 787.520786] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f52758-10fd-4dc4-ace3-e54e8837ffaf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.530320] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719e18a-cc8e-4ed5-9b04-649965839626 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.536330] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03eb3aa-03f3-4ad5-8435-9b504bddfe13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.539680] env[70623]: DEBUG nova.network.neutron [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Successfully created port: 9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.569937] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a02917-5c92-4a48-89fd-5e0d19d54b3c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.577114] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b291460-6096-40d0-9fd8-f758a0a0cdb6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.582815] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40e3052-7ec0-4f45-888a-58e3f9ef97dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.596364] env[70623]: DEBUG nova.compute.provider_tree [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.600979] env[70623]: DEBUG nova.virt.block_device [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updating existing volume attachment record: 39c7741f-6228-4292-ad99-9fde04f2ed48 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.749691] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.750090] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.750755] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.750755] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.750755] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.750755] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.750962] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.751193] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.751255] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.751396] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.751553] env[70623]: DEBUG nova.virt.hardware [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.752486] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d46aac-c419-4b91-8613-f43295fc5c33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.760282] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93183133-310b-446d-83c9-40fb9b4e279a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.778604] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:52:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e159e6d-e628-45c4-af0e-cb646e1e99d9', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.787225] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.787287] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.787508] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82624c51-6da8-4073-8459-d3b3dc0a0f44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.810263] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.810263] env[70623]: value = "task-2793366" [ 787.810263] env[70623]: _type = "Task" [ 787.810263] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.818317] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793366, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.882165] env[70623]: DEBUG nova.compute.manager [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.883600] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.883600] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4344c72d-301f-4479-89df-f381f266f069 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.893774] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.893880] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c29d4c1a-668c-40c1-9614-b45f35229879 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.901150] env[70623]: DEBUG oslo_vmware.api [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 787.901150] env[70623]: value = "task-2793367" [ 787.901150] env[70623]: _type = "Task" [ 787.901150] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.917995] env[70623]: DEBUG oslo_vmware.api [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.032985] env[70623]: DEBUG nova.network.neutron [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updated VIF entry in instance network info cache for port 17c86e83-edc8-4a9d-98c8-96bcf3452629. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.032985] env[70623]: DEBUG nova.network.neutron [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.107824] env[70623]: DEBUG nova.scheduler.client.report [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.326189] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793366, 'name': CreateVM_Task, 'duration_secs': 0.386039} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.326509] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.327583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.327887] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.328576] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.328916] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ef5f8f-974a-4e35-8dec-1e5c2e02d435 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.335740] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 788.335740] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb8b2b-91d9-2d27-8ffa-e9c18bf135de" [ 788.335740] env[70623]: _type = "Task" [ 788.335740] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.346111] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb8b2b-91d9-2d27-8ffa-e9c18bf135de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.414536] env[70623]: DEBUG oslo_vmware.api [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793367, 'name': PowerOffVM_Task, 'duration_secs': 0.248425} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.414899] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.415095] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.415353] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f1cf81c-e30e-4373-b107-630b72918d10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.429700] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.458890] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.458890] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.458890] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.458890] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.459246] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.459336] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.459624] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.459808] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.459989] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.460211] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.460401] env[70623]: DEBUG nova.virt.hardware [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.461277] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecbe06e-1e2f-4872-8b77-a2579f0b3481 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.469566] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b626cd-4fcd-4515-b643-8935b0d51897 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.537121] env[70623]: DEBUG oslo_concurrency.lockutils [req-f03cdfbe-7695-4c04-b811-2a78a1555fc4 req-87f1bd2c-390d-44c5-898f-c16eb5317cc9 service nova] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.612810] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.616655] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.617s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.619625] env[70623]: INFO nova.compute.claims [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.661839] env[70623]: INFO nova.scheduler.client.report [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Deleted allocations for instance 36f2529c-66af-4fdc-bd2d-72c61e181008 [ 788.769503] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.769503] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.769617] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleting the datastore file [datastore1] b670d5e7-bbf2-41b9-bd1b-29de7c6529ac {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.769846] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61351cef-ee3c-47d9-96c2-1a7f70054fc2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.776334] env[70623]: DEBUG oslo_vmware.api [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 788.776334] env[70623]: value = "task-2793371" [ 788.776334] env[70623]: _type = "Task" [ 788.776334] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.790812] env[70623]: DEBUG oslo_vmware.api [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.847393] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb8b2b-91d9-2d27-8ffa-e9c18bf135de, 'name': SearchDatastore_Task, 'duration_secs': 0.019547} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.847504] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.847661] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.847896] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.848085] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.848230] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.848482] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8e43b4c-4a91-48f2-8279-ebd566c9a464 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.857205] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.857565] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.858296] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66629d2f-2a77-4e2e-a433-18951248c205 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.864080] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 788.864080] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5288a340-9420-a894-d503-279549d9ff3a" [ 788.864080] env[70623]: _type = "Task" [ 788.864080] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.872582] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5288a340-9420-a894-d503-279549d9ff3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.172067] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eefdf46-c277-42ff-b145-950e678893cf tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "36f2529c-66af-4fdc-bd2d-72c61e181008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.584s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.286838] env[70623]: DEBUG oslo_vmware.api [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158887} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.287937] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.287937] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.287937] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.287937] env[70623]: INFO nova.compute.manager [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Took 1.41 seconds to destroy the instance on the hypervisor. [ 789.287937] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.288322] env[70623]: DEBUG nova.compute.manager [-] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.288322] env[70623]: DEBUG nova.network.neutron [-] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.375386] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5288a340-9420-a894-d503-279549d9ff3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.376175] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d0499b-7ef1-4528-99b5-8007450f3037 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.381188] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 789.381188] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52112709-cf71-8f3e-44a1-384c3a4e94c9" [ 789.381188] env[70623]: _type = "Task" [ 789.381188] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.389145] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52112709-cf71-8f3e-44a1-384c3a4e94c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.897143] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52112709-cf71-8f3e-44a1-384c3a4e94c9, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.898377] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.898798] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.899302] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0337a4b-2a8e-4bec-bdfd-c5b246d07cfd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.910781] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 789.910781] env[70623]: value = "task-2793375" [ 789.910781] env[70623]: _type = "Task" [ 789.910781] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.919638] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.971848] env[70623]: DEBUG nova.compute.manager [req-ce570507-4648-413d-80f6-f4e18d5700d8 req-03140373-b46e-4b39-aa1b-6523a5ec8f9e service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Received event network-vif-plugged-9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.972205] env[70623]: DEBUG oslo_concurrency.lockutils [req-ce570507-4648-413d-80f6-f4e18d5700d8 req-03140373-b46e-4b39-aa1b-6523a5ec8f9e service nova] Acquiring lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.972919] env[70623]: DEBUG oslo_concurrency.lockutils [req-ce570507-4648-413d-80f6-f4e18d5700d8 req-03140373-b46e-4b39-aa1b-6523a5ec8f9e service nova] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.973200] env[70623]: DEBUG oslo_concurrency.lockutils [req-ce570507-4648-413d-80f6-f4e18d5700d8 req-03140373-b46e-4b39-aa1b-6523a5ec8f9e service nova] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.973367] env[70623]: DEBUG nova.compute.manager [req-ce570507-4648-413d-80f6-f4e18d5700d8 req-03140373-b46e-4b39-aa1b-6523a5ec8f9e service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] No waiting events found dispatching network-vif-plugged-9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.973637] env[70623]: WARNING nova.compute.manager [req-ce570507-4648-413d-80f6-f4e18d5700d8 req-03140373-b46e-4b39-aa1b-6523a5ec8f9e service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Received unexpected event network-vif-plugged-9a6df006-0e31-42ea-900b-cb397cf091fa for instance with vm_state building and task_state spawning. [ 789.976224] env[70623]: DEBUG nova.network.neutron [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Successfully updated port: 9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.113545] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945a6911-4892-4f63-92d9-383e6c4bb16a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.121471] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa232a6-78c8-4637-af1a-8abc32605b3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.155103] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0997fd-ca13-43a7-88f0-fae2cd97e7f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.166321] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a19a5f-6508-44b8-ad4e-6b60d75a985f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.180720] env[70623]: DEBUG nova.compute.provider_tree [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.399818] env[70623]: DEBUG nova.network.neutron [-] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.422011] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464076} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.422317] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.422533] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.422782] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a32a11c-4b04-4450-b3fb-fcc612f1e15a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.429228] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 790.429228] env[70623]: value = "task-2793377" [ 790.429228] env[70623]: _type = "Task" [ 790.429228] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.439934] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.478780] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "refresh_cache-a9fca657-9fb4-40e1-9fdf-fb727b9506dd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.478932] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "refresh_cache-a9fca657-9fb4-40e1-9fdf-fb727b9506dd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479104] env[70623]: DEBUG nova.network.neutron [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.684320] env[70623]: DEBUG nova.scheduler.client.report [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.904185] env[70623]: INFO nova.compute.manager [-] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Took 1.61 seconds to deallocate network for instance. [ 790.948151] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063202} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.948674] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.953020] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce83c734-d32e-4f4c-86f1-d3944507417d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.980397] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.981554] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c458e4-98f3-4026-9d95-0a4e78d74b8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.003049] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 791.003049] env[70623]: value = "task-2793378" [ 791.003049] env[70623]: _type = "Task" [ 791.003049] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.014127] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.061122] env[70623]: DEBUG nova.network.neutron [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.193080] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.193080] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.195227] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.639s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.195915] env[70623]: DEBUG nova.objects.instance [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lazy-loading 'resources' on Instance uuid ef42669b-9878-416c-b719-6a4b54802053 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.335192] env[70623]: DEBUG nova.network.neutron [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Updating instance_info_cache with network_info: [{"id": "9a6df006-0e31-42ea-900b-cb397cf091fa", "address": "fa:16:3e:e2:5f:af", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6df006-0e", "ovs_interfaceid": "9a6df006-0e31-42ea-900b-cb397cf091fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.410124] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.515608] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793378, 'name': ReconfigVM_Task, 'duration_secs': 0.387339} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.516125] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Reconfigured VM instance instance-0000000a to attach disk [datastore2] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.516674] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be043549-231e-45eb-adff-8a98a974513a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.523946] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 791.523946] env[70623]: value = "task-2793379" [ 791.523946] env[70623]: _type = "Task" [ 791.523946] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.533034] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793379, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.698630] env[70623]: DEBUG nova.compute.utils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.704145] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.704339] env[70623]: DEBUG nova.network.neutron [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.784070] env[70623]: DEBUG nova.policy [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96fb3b31e1e7488db77dcbe3b4062ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0655457741418190fd258ea15deda2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.837471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "refresh_cache-a9fca657-9fb4-40e1-9fdf-fb727b9506dd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.837792] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Instance network_info: |[{"id": "9a6df006-0e31-42ea-900b-cb397cf091fa", "address": "fa:16:3e:e2:5f:af", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6df006-0e", "ovs_interfaceid": "9a6df006-0e31-42ea-900b-cb397cf091fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.838228] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:5f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a6df006-0e31-42ea-900b-cb397cf091fa', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.845868] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.848886] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.849325] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1cf0e15-4ebc-44e6-a0b9-7e4ef27a25a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.869981] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.869981] env[70623]: value = "task-2793381" [ 791.869981] env[70623]: _type = "Task" [ 791.869981] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.877397] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793381, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.038341] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793379, 'name': Rename_Task, 'duration_secs': 0.244164} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.038630] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.038875] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce82d73c-def6-4abf-b95a-5b73ba9b1077 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.045206] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 792.045206] env[70623]: value = "task-2793382" [ 792.045206] env[70623]: _type = "Task" [ 792.045206] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.047799] env[70623]: DEBUG nova.compute.manager [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Received event network-vif-deleted-7a288b0f-c562-4de6-aab1-b8b551815e0a {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.047990] env[70623]: DEBUG nova.compute.manager [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Received event network-changed-9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.048170] env[70623]: DEBUG nova.compute.manager [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Refreshing instance network info cache due to event network-changed-9a6df006-0e31-42ea-900b-cb397cf091fa. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 792.048413] env[70623]: DEBUG oslo_concurrency.lockutils [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] Acquiring lock "refresh_cache-a9fca657-9fb4-40e1-9fdf-fb727b9506dd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.048518] env[70623]: DEBUG oslo_concurrency.lockutils [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] Acquired lock "refresh_cache-a9fca657-9fb4-40e1-9fdf-fb727b9506dd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.048675] env[70623]: DEBUG nova.network.neutron [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Refreshing network info cache for port 9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.065416] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793382, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.201441] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6596f2-b6dc-4dc6-8d98-0c9ddd2af76c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.207917] env[70623]: DEBUG nova.compute.utils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.215077] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc2760-1821-4f34-9020-fe7653aff0a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.247331] env[70623]: DEBUG nova.network.neutron [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Successfully created port: 93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.250544] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c6da2-452b-4c0b-aa51-7b0f26408856 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.264018] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41afe110-79df-4481-a857-4b68e5def2d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.275937] env[70623]: DEBUG nova.compute.provider_tree [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.381052] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793381, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.559543] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.655370] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 792.655616] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561461', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'name': 'volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b0d38e7-998c-40a8-922e-896a9c87f76f', 'attached_at': '', 'detached_at': '', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'serial': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 792.656619] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab83df53-a1a6-41c3-be21-4615e69a0728 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.675063] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab2818-c961-4937-9a6b-47722553b5cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.710311] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31/volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.711999] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f02669-656c-4a65-8ac5-e18b01c70372 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.727315] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.734719] env[70623]: DEBUG oslo_vmware.api [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 792.734719] env[70623]: value = "task-2793383" [ 792.734719] env[70623]: _type = "Task" [ 792.734719] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.743107] env[70623]: DEBUG oslo_vmware.api [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.779477] env[70623]: DEBUG nova.scheduler.client.report [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.885652] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793381, 'name': CreateVM_Task, 'duration_secs': 0.537027} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.885968] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.886989] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.887338] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.887799] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.888253] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3993fa7a-b7db-47de-9b79-470739843557 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.896481] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 792.896481] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520420b7-6ae7-1195-06f9-9bb6108a0d5f" [ 792.896481] env[70623]: _type = "Task" [ 792.896481] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.907462] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520420b7-6ae7-1195-06f9-9bb6108a0d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.908864] env[70623]: DEBUG nova.network.neutron [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Updated VIF entry in instance network info cache for port 9a6df006-0e31-42ea-900b-cb397cf091fa. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.909439] env[70623]: DEBUG nova.network.neutron [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Updating instance_info_cache with network_info: [{"id": "9a6df006-0e31-42ea-900b-cb397cf091fa", "address": "fa:16:3e:e2:5f:af", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6df006-0e", "ovs_interfaceid": "9a6df006-0e31-42ea-900b-cb397cf091fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.058118] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.247021] env[70623]: DEBUG oslo_vmware.api [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793383, 'name': ReconfigVM_Task, 'duration_secs': 0.460014} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.247021] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31/volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.251554] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a00c73-d33c-49f9-a162-d3bda314af0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.269939] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "66441d00-c5cd-4331-a28b-0062f0bbba02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.270618] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.271583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "66441d00-c5cd-4331-a28b-0062f0bbba02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.271583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.271715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.275483] env[70623]: INFO nova.compute.manager [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Terminating instance [ 793.281698] env[70623]: DEBUG oslo_vmware.api [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 793.281698] env[70623]: value = "task-2793384" [ 793.281698] env[70623]: _type = "Task" [ 793.281698] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.285900] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.292118] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.898s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.293809] env[70623]: INFO nova.compute.claims [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.296740] env[70623]: DEBUG oslo_vmware.api [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.323452] env[70623]: INFO nova.scheduler.client.report [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Deleted allocations for instance ef42669b-9878-416c-b719-6a4b54802053 [ 793.406388] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520420b7-6ae7-1195-06f9-9bb6108a0d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.03219} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.406766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.407025] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.407399] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.407655] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.407939] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.408385] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e16fbe-34e8-4a7f-939b-ea006720b92b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.414526] env[70623]: DEBUG oslo_concurrency.lockutils [req-2575da34-2ad7-4103-b105-81dbb36fcc22 req-c95889f6-a538-41f7-82e1-6d1b17f3f5d4 service nova] Releasing lock "refresh_cache-a9fca657-9fb4-40e1-9fdf-fb727b9506dd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.423209] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.423290] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.424432] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f85455-791d-452e-9d3d-f8f4187d6c27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.432044] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 793.432044] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278fbfc-fcf8-9525-8152-33038ce5e2e1" [ 793.432044] env[70623]: _type = "Task" [ 793.432044] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.442909] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278fbfc-fcf8-9525-8152-33038ce5e2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.561169] env[70623]: DEBUG oslo_vmware.api [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793382, 'name': PowerOnVM_Task, 'duration_secs': 1.396019} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.561478] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.561650] env[70623]: DEBUG nova.compute.manager [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.562575] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c30202-ccbe-42be-83d2-396058441faf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.736562] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.775797] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:04:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1050726017',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-252542645',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.776053] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.776224] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.776418] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.776561] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.776711] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.776918] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.777449] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.777675] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.777865] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.778107] env[70623]: DEBUG nova.virt.hardware [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.779314] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932ccd08-0b7a-40e4-93aa-3a9e79d28d2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.784156] env[70623]: DEBUG nova.compute.manager [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.784423] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.785548] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af88475-9499-4c04-9407-4b9ef463d094 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.804188] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f9383-50a4-4478-a167-b4771b6ce94f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.815272] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.815272] env[70623]: DEBUG oslo_vmware.api [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793384, 'name': ReconfigVM_Task, 'duration_secs': 0.156361} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.815272] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2745eaa2-96d9-42c6-bcd2-323cd06780d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.815272] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561461', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'name': 'volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b0d38e7-998c-40a8-922e-896a9c87f76f', 'attached_at': '', 'detached_at': '', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'serial': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.829563] env[70623]: DEBUG oslo_vmware.api [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 793.829563] env[70623]: value = "task-2793385" [ 793.829563] env[70623]: _type = "Task" [ 793.829563] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.835516] env[70623]: DEBUG oslo_concurrency.lockutils [None req-98ff1ff2-5d18-45e2-8ac8-8e666d84e384 tempest-VolumesAssistedSnapshotsTest-456467050 tempest-VolumesAssistedSnapshotsTest-456467050-project-member] Lock "ef42669b-9878-416c-b719-6a4b54802053" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.199s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.842542] env[70623]: DEBUG oslo_vmware.api [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.944249] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278fbfc-fcf8-9525-8152-33038ce5e2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.945874] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8689a33-fe8e-4ddf-9c89-3845a98ffdec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.952246] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 793.952246] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52173afa-7cdb-1a5b-488b-51bf1cd6e776" [ 793.952246] env[70623]: _type = "Task" [ 793.952246] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.961614] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52173afa-7cdb-1a5b-488b-51bf1cd6e776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.047136] env[70623]: DEBUG nova.network.neutron [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Successfully updated port: 93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.095023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.243748] env[70623]: DEBUG nova.compute.manager [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Received event network-vif-plugged-93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.244373] env[70623]: DEBUG oslo_concurrency.lockutils [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] Acquiring lock "7983fb26-78e5-44d5-a064-dc2f53c010ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.244638] env[70623]: DEBUG oslo_concurrency.lockutils [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.244814] env[70623]: DEBUG oslo_concurrency.lockutils [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.244988] env[70623]: DEBUG nova.compute.manager [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] No waiting events found dispatching network-vif-plugged-93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.245229] env[70623]: WARNING nova.compute.manager [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Received unexpected event network-vif-plugged-93b77ed1-fa17-4416-9df9-c36f5f4d3e45 for instance with vm_state building and task_state spawning. [ 794.245574] env[70623]: DEBUG nova.compute.manager [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Received event network-changed-93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.245777] env[70623]: DEBUG nova.compute.manager [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Refreshing instance network info cache due to event network-changed-93b77ed1-fa17-4416-9df9-c36f5f4d3e45. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 794.245990] env[70623]: DEBUG oslo_concurrency.lockutils [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] Acquiring lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.246163] env[70623]: DEBUG oslo_concurrency.lockutils [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] Acquired lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.246333] env[70623]: DEBUG nova.network.neutron [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Refreshing network info cache for port 93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.342072] env[70623]: DEBUG oslo_vmware.api [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793385, 'name': PowerOffVM_Task, 'duration_secs': 0.323474} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.342072] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.342072] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.342072] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca18bec-bd26-4a08-b1fb-b9c77800012e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.420203] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.420434] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.420613] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Deleting the datastore file [datastore2] 66441d00-c5cd-4331-a28b-0062f0bbba02 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.420908] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48422f77-0aba-4272-978d-5523b21c99db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.428576] env[70623]: DEBUG oslo_vmware.api [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for the task: (returnval){ [ 794.428576] env[70623]: value = "task-2793388" [ 794.428576] env[70623]: _type = "Task" [ 794.428576] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.441791] env[70623]: DEBUG oslo_vmware.api [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.469084] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52173afa-7cdb-1a5b-488b-51bf1cd6e776, 'name': SearchDatastore_Task, 'duration_secs': 0.04143} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.472628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.472947] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a9fca657-9fb4-40e1-9fdf-fb727b9506dd/a9fca657-9fb4-40e1-9fdf-fb727b9506dd.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.473391] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99861af7-6407-4473-9bc0-0379917d8960 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.480180] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 794.480180] env[70623]: value = "task-2793389" [ 794.480180] env[70623]: _type = "Task" [ 794.480180] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.489996] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.550293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.798603] env[70623]: DEBUG nova.network.neutron [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.826442] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5fe18-471e-4f00-824f-0ec92a7a7d93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.833345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc7357f-3d0f-400f-8fba-8c4c5c54cb02 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.867262] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c59ce9-ef2b-4cab-a487-1b007d3e11aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.875211] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c15717-16eb-44fe-b1ef-df123276d4e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.889920] env[70623]: DEBUG nova.objects.instance [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'flavor' on Instance uuid 2b0d38e7-998c-40a8-922e-896a9c87f76f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.892080] env[70623]: DEBUG nova.compute.provider_tree [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.939330] env[70623]: DEBUG oslo_vmware.api [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Task: {'id': task-2793388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478589} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.939330] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.939557] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.939791] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.940008] env[70623]: INFO nova.compute.manager [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Took 1.16 seconds to destroy the instance on the hypervisor. [ 794.940366] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.941895] env[70623]: DEBUG nova.compute.manager [-] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.941895] env[70623]: DEBUG nova.network.neutron [-] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.996550] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793389, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.009205] env[70623]: DEBUG nova.network.neutron [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.167697] env[70623]: INFO nova.compute.manager [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Rebuilding instance [ 795.229073] env[70623]: DEBUG nova.compute.manager [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.230012] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6858d-7945-45a9-ad2d-ff56624a1b70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.400036] env[70623]: DEBUG nova.scheduler.client.report [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.403676] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ad77599d-7a31-4ea3-a6d4-11393027ddf9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.917s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.490994] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80174} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.491506] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a9fca657-9fb4-40e1-9fdf-fb727b9506dd/a9fca657-9fb4-40e1-9fdf-fb727b9506dd.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.491732] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.491990] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-362dc723-d873-47c9-a9fd-4c9a65407aba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.498502] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 795.498502] env[70623]: value = "task-2793390" [ 795.498502] env[70623]: _type = "Task" [ 795.498502] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.507611] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.514846] env[70623]: DEBUG oslo_concurrency.lockutils [req-d98492bc-c217-4d6d-aeba-e7f6aafbd185 req-eed514de-5c0c-4fb1-bd3f-d8b54cd40799 service nova] Releasing lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.515234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.515433] env[70623]: DEBUG nova.network.neutron [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.911622] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.912128] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.915932] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.132s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.917465] env[70623]: INFO nova.compute.claims [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.016126] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079402} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.016126] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.016126] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f2869-628f-4fe0-a748-0a76f3139398 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.045599] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a9fca657-9fb4-40e1-9fdf-fb727b9506dd/a9fca657-9fb4-40e1-9fdf-fb727b9506dd.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.046173] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647e3e2b-4335-4849-91c7-0e2b5d4751fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.064261] env[70623]: DEBUG nova.network.neutron [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.072903] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 796.072903] env[70623]: value = "task-2793392" [ 796.072903] env[70623]: _type = "Task" [ 796.072903] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.084332] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.245239] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.245588] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4136500-bc81-42fa-8483-d7e2c955ac85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.253632] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 796.253632] env[70623]: value = "task-2793393" [ 796.253632] env[70623]: _type = "Task" [ 796.253632] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.265400] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.268356] env[70623]: DEBUG nova.network.neutron [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Updating instance_info_cache with network_info: [{"id": "93b77ed1-fa17-4416-9df9-c36f5f4d3e45", "address": "fa:16:3e:c8:c6:a7", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b77ed1-fa", "ovs_interfaceid": "93b77ed1-fa17-4416-9df9-c36f5f4d3e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.304980] env[70623]: DEBUG nova.network.neutron [-] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.359357] env[70623]: DEBUG nova.compute.manager [req-e2b0e4cc-ac46-48d6-8104-15e45a4ad6fb req-9c0be672-15a3-4893-a5da-361deaeb2c97 service nova] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Received event network-vif-deleted-7d126068-ea5a-4bc8-aacf-199669c85dbc {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.424009] env[70623]: DEBUG nova.compute.utils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.428017] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.428017] env[70623]: DEBUG nova.network.neutron [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.518301] env[70623]: DEBUG nova.policy [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0178729f0f174bec94ebd23f8a6fee44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa93740dd199472f9c7ba313b64d71c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.586392] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793392, 'name': ReconfigVM_Task, 'duration_secs': 0.338528} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.588800] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a9fca657-9fb4-40e1-9fdf-fb727b9506dd/a9fca657-9fb4-40e1-9fdf-fb727b9506dd.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.588800] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50ab22d-8823-41af-9615-75d84f889876 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.595335] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 796.595335] env[70623]: value = "task-2793394" [ 796.595335] env[70623]: _type = "Task" [ 796.595335] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.610076] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793394, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.763070] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793393, 'name': PowerOffVM_Task, 'duration_secs': 0.196301} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.763360] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.763603] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.764410] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bca0dae-cefc-4209-9b8d-c2416b3b2199 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.770773] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.771234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Releasing lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.771531] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Instance network_info: |[{"id": "93b77ed1-fa17-4416-9df9-c36f5f4d3e45", "address": "fa:16:3e:c8:c6:a7", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b77ed1-fa", "ovs_interfaceid": "93b77ed1-fa17-4416-9df9-c36f5f4d3e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.771746] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0768c71-3a58-4d1c-a161-6fcd2e6bce5f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.773304] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:c6:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93b77ed1-fa17-4416-9df9-c36f5f4d3e45', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.780601] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.780804] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.781407] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41a6cd81-960d-4f42-977e-df9bcdc3184a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.801855] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.801855] env[70623]: value = "task-2793396" [ 796.801855] env[70623]: _type = "Task" [ 796.801855] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.810989] env[70623]: INFO nova.compute.manager [-] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Took 1.87 seconds to deallocate network for instance. [ 796.811296] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793396, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.844742] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.844959] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.845171] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleting the datastore file [datastore2] ba399839-ac55-4515-b7a1-b04c623636a5 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.845457] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73df17ec-964e-4866-93de-e2a7b385baa9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.853862] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 796.853862] env[70623]: value = "task-2793397" [ 796.853862] env[70623]: _type = "Task" [ 796.853862] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.863807] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.935955] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.110338] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793394, 'name': Rename_Task, 'duration_secs': 0.147754} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.110668] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.110978] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b642655b-d53e-4b73-9c10-57a9fc5d3d1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.117812] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 797.117812] env[70623]: value = "task-2793398" [ 797.117812] env[70623]: _type = "Task" [ 797.117812] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.129421] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.199388] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.199674] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.314205] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793396, 'name': CreateVM_Task, 'duration_secs': 0.351635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.314205] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.314205] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.314348] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.314633] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.314884] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acd3a7d-d010-4f2d-807e-2df12678f7dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.320997] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.321940] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 797.321940] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52505394-8ed8-f361-da64-499c20daf9bb" [ 797.321940] env[70623]: _type = "Task" [ 797.321940] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.334204] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52505394-8ed8-f361-da64-499c20daf9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.366859] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15622} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.367137] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.367326] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.367507] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.408187] env[70623]: DEBUG nova.network.neutron [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Successfully created port: ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.453567] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cdd15a-40a6-4895-8f19-d2c0529a3704 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.461792] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74c281-808f-4a08-a6a8-af90155d7a96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.496932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd0f63-0947-47ef-a4e3-26e3d588b7b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.507030] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab209a-dea5-49ae-b069-9c8a1f5fa4bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.523107] env[70623]: DEBUG nova.compute.provider_tree [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.630970] env[70623]: DEBUG oslo_vmware.api [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793398, 'name': PowerOnVM_Task, 'duration_secs': 0.458976} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.631358] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.631642] env[70623]: INFO nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Took 9.20 seconds to spawn the instance on the hypervisor. [ 797.631858] env[70623]: DEBUG nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.632700] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb22f8a-567d-4b8e-aa8f-425e310d7630 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.704141] env[70623]: DEBUG nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.710140] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.710140] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.832506] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52505394-8ed8-f361-da64-499c20daf9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013326} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.832863] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.833113] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.833356] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.833506] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.833687] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.833940] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ebba4a8-6086-48a0-8c9a-c62d786ff09f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.842181] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.842367] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.843056] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ffde89-73e4-4e8d-9711-158689d86dcc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.847792] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 797.847792] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1d8df-5b44-a661-26ec-d646f619d33a" [ 797.847792] env[70623]: _type = "Task" [ 797.847792] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.856346] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1d8df-5b44-a661-26ec-d646f619d33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.947815] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.985253] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='855f379c-556a-4b81-8065-f93fa131ef55',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1446414587',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.985622] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.985855] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.986128] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.986342] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.986641] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.986847] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.987087] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.987327] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.987554] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.987799] env[70623]: DEBUG nova.virt.hardware [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.989005] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adf998a-3faa-4687-bb94-575e7aeb9486 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.998934] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428a356-6d01-4cbe-accf-0731f5a9a83e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.029238] env[70623]: DEBUG nova.scheduler.client.report [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.150497] env[70623]: INFO nova.compute.manager [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Took 51.26 seconds to build instance. [ 798.227429] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.359577] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1d8df-5b44-a661-26ec-d646f619d33a, 'name': SearchDatastore_Task, 'duration_secs': 0.008439} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.359929] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ca61f2-c187-4144-ae6d-7f419747b80b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.365486] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 798.365486] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525fa7f0-55ac-d5fc-741e-4f674948416c" [ 798.365486] env[70623]: _type = "Task" [ 798.365486] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.373941] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525fa7f0-55ac-d5fc-741e-4f674948416c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.412287] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.412551] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.412708] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.412890] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.413102] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.413286] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.413508] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.413655] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.413821] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.413982] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.414175] env[70623]: DEBUG nova.virt.hardware [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.415113] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a147bfd-0b82-4852-87a8-cd293710c53e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.423712] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6991a490-4f15-40a8-a89c-421655ab594c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.439800] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:52:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e159e6d-e628-45c4-af0e-cb646e1e99d9', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.447920] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.448926] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.448926] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cc05753-7b78-4f06-aa65-52fd1e74f275 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.468583] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.468583] env[70623]: value = "task-2793400" [ 798.468583] env[70623]: _type = "Task" [ 798.468583] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.476933] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793400, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.533847] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.534382] env[70623]: DEBUG nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.537496] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.077s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.538997] env[70623]: INFO nova.compute.claims [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.652593] env[70623]: DEBUG oslo_concurrency.lockutils [None req-532ffa71-80fa-4db6-85ec-5e8978cb57cf tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.429s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.877988] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525fa7f0-55ac-d5fc-741e-4f674948416c, 'name': SearchDatastore_Task, 'duration_secs': 0.017679} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.877988] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.878172] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed/7983fb26-78e5-44d5-a064-dc2f53c010ed.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.878494] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730e04f7-5c15-4030-855c-f22425338ccb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.886215] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 798.886215] env[70623]: value = "task-2793401" [ 798.886215] env[70623]: _type = "Task" [ 798.886215] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.894699] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.979150] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793400, 'name': CreateVM_Task, 'duration_secs': 0.373518} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.979641] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.980228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.980446] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.980812] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981169] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6109a5d-ed1b-47f8-8ed6-ed2463c9bc7d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.986395] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 798.986395] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c5ff69-3d83-0190-bf44-a8e6fe641e6f" [ 798.986395] env[70623]: _type = "Task" [ 798.986395] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.995135] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c5ff69-3d83-0190-bf44-a8e6fe641e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.047145] env[70623]: DEBUG nova.compute.utils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.050905] env[70623]: DEBUG nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 799.079349] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d1ef3-5fa8-4928-9448-5de7106eee10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.087277] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Suspending the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 799.087935] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a7532478-9137-46e0-a698-da27a5acbf3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.092331] env[70623]: DEBUG nova.compute.manager [req-758653f8-c874-4b97-9876-ef0cdca279ae req-5542176c-091a-467e-a16e-2df1d7cea582 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Received event network-vif-plugged-ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 799.092542] env[70623]: DEBUG oslo_concurrency.lockutils [req-758653f8-c874-4b97-9876-ef0cdca279ae req-5542176c-091a-467e-a16e-2df1d7cea582 service nova] Acquiring lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.095296] env[70623]: DEBUG oslo_concurrency.lockutils [req-758653f8-c874-4b97-9876-ef0cdca279ae req-5542176c-091a-467e-a16e-2df1d7cea582 service nova] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.095296] env[70623]: DEBUG oslo_concurrency.lockutils [req-758653f8-c874-4b97-9876-ef0cdca279ae req-5542176c-091a-467e-a16e-2df1d7cea582 service nova] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.095296] env[70623]: DEBUG nova.compute.manager [req-758653f8-c874-4b97-9876-ef0cdca279ae req-5542176c-091a-467e-a16e-2df1d7cea582 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] No waiting events found dispatching network-vif-plugged-ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.095296] env[70623]: WARNING nova.compute.manager [req-758653f8-c874-4b97-9876-ef0cdca279ae req-5542176c-091a-467e-a16e-2df1d7cea582 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Received unexpected event network-vif-plugged-ff4253d9-3cb8-46a9-98a5-8459a9ac6086 for instance with vm_state building and task_state spawning. [ 799.099022] env[70623]: DEBUG oslo_vmware.api [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 799.099022] env[70623]: value = "task-2793402" [ 799.099022] env[70623]: _type = "Task" [ 799.099022] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.112967] env[70623]: DEBUG oslo_vmware.api [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793402, 'name': SuspendVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.154953] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.308702] env[70623]: DEBUG nova.network.neutron [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Successfully updated port: ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.407376] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451976} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.408183] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed/7983fb26-78e5-44d5-a064-dc2f53c010ed.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.408485] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.408800] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7833ea9-9919-40af-86dc-7837e4b9bd01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.419299] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 799.419299] env[70623]: value = "task-2793403" [ 799.419299] env[70623]: _type = "Task" [ 799.419299] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.428624] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.498704] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c5ff69-3d83-0190-bf44-a8e6fe641e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.499027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.499276] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.499515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.499666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.499851] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.500134] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2ff0d3-aba7-4514-bda2-5efb0cadac52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.508999] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.509281] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.509959] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b5905b-1685-4556-af9e-88b3953c0dd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.515759] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 799.515759] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ec769-7543-a429-b43d-8d405be446fe" [ 799.515759] env[70623]: _type = "Task" [ 799.515759] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.524855] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ec769-7543-a429-b43d-8d405be446fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.552534] env[70623]: DEBUG nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.611167] env[70623]: DEBUG oslo_vmware.api [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793402, 'name': SuspendVM_Task} progress is 62%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.686492] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.812457] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.812617] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.812767] env[70623]: DEBUG nova.network.neutron [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.931596] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112542} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.932129] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.933684] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef2bd9b-8b2f-4562-b6a2-adbbd44dee38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.964790] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed/7983fb26-78e5-44d5-a064-dc2f53c010ed.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.969264] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d03d35-5287-4912-a81f-641df180e9b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.992550] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 799.992550] env[70623]: value = "task-2793404" [ 799.992550] env[70623]: _type = "Task" [ 799.992550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.005642] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.025701] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ec769-7543-a429-b43d-8d405be446fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.029983] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0f894e-b56c-4a6e-ae6e-dac326defe26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.035810] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 800.035810] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ac5d2-a782-a8ba-1b40-8ad3b8641205" [ 800.035810] env[70623]: _type = "Task" [ 800.035810] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.044389] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ac5d2-a782-a8ba-1b40-8ad3b8641205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.062238] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7162b2-6a8e-42a8-a61a-5c5322d53806 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.078942] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7fb980-b7cc-40f1-8533-32338d0e2427 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.124309] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441582f-f895-42e7-ae33-dec1ec2a2119 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.137019] env[70623]: DEBUG oslo_vmware.api [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793402, 'name': SuspendVM_Task, 'duration_secs': 0.892874} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.138045] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Suspended the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 800.138319] env[70623]: DEBUG nova.compute.manager [None req-a4cfee14-5f61-47c4-889a-3d02b319d633 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.139372] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a053b-b90f-46be-8bf4-24fdebfbdcc6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.143896] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cae2921-96e4-4c7d-af7b-9b4f20148295 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.163944] env[70623]: DEBUG nova.compute.provider_tree [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.362131] env[70623]: DEBUG nova.network.neutron [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.502799] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793404, 'name': ReconfigVM_Task, 'duration_secs': 0.318457} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.503086] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed/7983fb26-78e5-44d5-a064-dc2f53c010ed.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.503400] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70623) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 800.504047] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d3c61cdf-7532-4db4-963a-51d1e9003df2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.510887] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 800.510887] env[70623]: value = "task-2793406" [ 800.510887] env[70623]: _type = "Task" [ 800.510887] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.518227] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793406, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.545725] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ac5d2-a782-a8ba-1b40-8ad3b8641205, 'name': SearchDatastore_Task, 'duration_secs': 0.014915} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.546109] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.546466] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.546821] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c994e417-5f22-463c-a10f-f15d36d376c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.553319] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 800.553319] env[70623]: value = "task-2793407" [ 800.553319] env[70623]: _type = "Task" [ 800.553319] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.560711] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.566941] env[70623]: DEBUG nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.597424] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.597679] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.597836] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.598027] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.598186] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.598336] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.598551] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.598709] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.598873] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.600029] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.600307] env[70623]: DEBUG nova.virt.hardware [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.601190] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952d6f16-f8ad-4f93-a5e6-e019b5d4a990 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.609578] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e28c3e-f709-4131-9660-793b42307ed3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.624443] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.630240] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Creating folder: Project (ba4a1d90d4b945bcb52537fc799cf66c). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.630501] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09952c4e-faf8-4a0a-b6c9-3b8fdb9f2ac8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.639848] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Created folder: Project (ba4a1d90d4b945bcb52537fc799cf66c) in parent group-v561316. [ 800.639904] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Creating folder: Instances. Parent ref: group-v561469. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.640176] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e0a930-d9af-4933-8aa9-0312d9e191ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.648332] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Created folder: Instances in parent group-v561469. [ 800.648569] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.648754] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632503bb-f406-497f-848d-25a284b29512] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.648954] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abfcae5d-f6e0-465f-b1e8-7ecba6b6ae9d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.668870] env[70623]: DEBUG nova.scheduler.client.report [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.677620] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.677620] env[70623]: value = "task-2793410" [ 800.677620] env[70623]: _type = "Task" [ 800.677620] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.686334] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793410, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.852500] env[70623]: DEBUG nova.network.neutron [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.024825] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793406, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.045842} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.025311] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70623) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 801.025891] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f879f3-3c19-4110-8e43-0fb52f19448c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.056945] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed/ephemeral_0.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.057340] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc8eb8c-2df4-4994-8242-1d06b4c5488f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.081372] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491148} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.084462] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.084462] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.084462] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 801.084462] env[70623]: value = "task-2793411" [ 801.084462] env[70623]: _type = "Task" [ 801.084462] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.084462] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05383be3-8bdf-4b04-8463-074fc971749f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.094197] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.095433] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 801.095433] env[70623]: value = "task-2793412" [ 801.095433] env[70623]: _type = "Task" [ 801.095433] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.175379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.177573] env[70623]: DEBUG nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.178902] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.607s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.180278] env[70623]: INFO nova.compute.claims [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.195858] env[70623]: DEBUG nova.compute.manager [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Received event network-changed-ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.195858] env[70623]: DEBUG nova.compute.manager [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Refreshing instance network info cache due to event network-changed-ff4253d9-3cb8-46a9-98a5-8459a9ac6086. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 801.195858] env[70623]: DEBUG oslo_concurrency.lockutils [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] Acquiring lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.202397] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793410, 'name': CreateVM_Task, 'duration_secs': 0.312667} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.202397] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632503bb-f406-497f-848d-25a284b29512] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.202397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.202397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.202567] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.202810] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8197dd-a9f1-46cf-b884-fd38d828e7c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.209264] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 801.209264] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527e83e5-0a8a-1b6f-d365-27b876d47148" [ 801.209264] env[70623]: _type = "Task" [ 801.209264] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.217827] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527e83e5-0a8a-1b6f-d365-27b876d47148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.355715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.356200] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Instance network_info: |[{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.356534] env[70623]: DEBUG oslo_concurrency.lockutils [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] Acquired lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356761] env[70623]: DEBUG nova.network.neutron [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Refreshing network info cache for port ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.358657] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ab:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4253d9-3cb8-46a9-98a5-8459a9ac6086', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.365437] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.366277] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.366529] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf2da0c-715a-45d5-848b-12d9b98fb06a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.390021] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.390021] env[70623]: value = "task-2793413" [ 801.390021] env[70623]: _type = "Task" [ 801.390021] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.399270] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793413, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.597660] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793411, 'name': ReconfigVM_Task, 'duration_secs': 0.312086} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.600744] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed/ephemeral_0.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.601373] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7576720a-9ad4-4aa2-9434-7f827488e921 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.607294] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066161} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.608631] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.608878] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 801.608878] env[70623]: value = "task-2793414" [ 801.608878] env[70623]: _type = "Task" [ 801.608878] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.609556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab51cf0-9473-4acf-85b8-ef92d3fa29d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.635085] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.638641] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be0f9f6-de35-42b3-b46d-f7d2a4bfe5be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.652693] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793414, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.658723] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 801.658723] env[70623]: value = "task-2793415" [ 801.658723] env[70623]: _type = "Task" [ 801.658723] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.666816] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.685574] env[70623]: DEBUG nova.compute.utils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.687271] env[70623]: DEBUG nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 801.722482] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527e83e5-0a8a-1b6f-d365-27b876d47148, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.722897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.723280] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.723498] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.723701] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.723917] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.724469] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cf1f1ae-b5e0-4c7d-857f-e1a262554ae7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.734114] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.734114] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.734744] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181aff22-1cac-4e84-a038-54e67fae7bbe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.740642] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 801.740642] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52db0d9d-5df6-c967-42de-a32b0b568613" [ 801.740642] env[70623]: _type = "Task" [ 801.740642] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.748620] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52db0d9d-5df6-c967-42de-a32b0b568613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.901135] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793413, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.121614] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793414, 'name': Rename_Task, 'duration_secs': 0.224487} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.121900] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.122160] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d49527c-fed7-49a1-b601-ad207d08adb3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.131291] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 802.131291] env[70623]: value = "task-2793416" [ 802.131291] env[70623]: _type = "Task" [ 802.131291] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.137940] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.173028] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793415, 'name': ReconfigVM_Task, 'duration_secs': 0.337691} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.173028] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5/ba399839-ac55-4515-b7a1-b04c623636a5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.173028] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2538b4f6-aeaa-4064-8510-c88fe9df4ece {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.178999] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 802.178999] env[70623]: value = "task-2793418" [ 802.178999] env[70623]: _type = "Task" [ 802.178999] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.188222] env[70623]: DEBUG nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.190855] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793418, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.203225] env[70623]: DEBUG nova.network.neutron [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updated VIF entry in instance network info cache for port ff4253d9-3cb8-46a9-98a5-8459a9ac6086. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.205819] env[70623]: DEBUG nova.network.neutron [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.258398] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52db0d9d-5df6-c967-42de-a32b0b568613, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.259126] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b3418e-a1b0-4f85-8f98-d714da9de8a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.264980] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 802.264980] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528c257e-eb4d-54f5-fea7-f8c8a4aa7b4d" [ 802.264980] env[70623]: _type = "Task" [ 802.264980] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.277850] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528c257e-eb4d-54f5-fea7-f8c8a4aa7b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.400221] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793413, 'name': CreateVM_Task, 'duration_secs': 0.526276} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.402636] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.403475] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.403631] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.403972] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.404238] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815d2553-d9bc-44b1-ba8c-142dbb875bb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.408864] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 802.408864] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5251ad42-8cce-a5ab-999e-f9271cd4f912" [ 802.408864] env[70623]: _type = "Task" [ 802.408864] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.418885] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5251ad42-8cce-a5ab-999e-f9271cd4f912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.619820] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb7619-064e-4607-8014-d4692714e373 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.627838] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0fbc0-0974-4665-92ca-40ed14a7004d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.639392] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793416, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.664012] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0929d9-4cb0-4360-a862-1d78f074827e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.674554] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662897ad-01a6-4e7a-b41d-65d78387c8cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.696157] env[70623]: DEBUG nova.compute.provider_tree [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.704010] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793418, 'name': Rename_Task, 'duration_secs': 0.220763} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.704538] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.704788] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6275a869-6184-4452-954f-95f06b67c991 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.708452] env[70623]: DEBUG oslo_concurrency.lockutils [req-0c9a5c5f-cc53-4f19-9085-1b77c9ccc750 req-acd2cd65-430a-4f31-ac94-61165c13fd15 service nova] Releasing lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.712420] env[70623]: DEBUG nova.compute.manager [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.714703] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88f09aa-03b3-4d49-88b4-ba12aff18d05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.717384] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 802.717384] env[70623]: value = "task-2793419" [ 802.717384] env[70623]: _type = "Task" [ 802.717384] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.732192] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.779397] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528c257e-eb4d-54f5-fea7-f8c8a4aa7b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.779522] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.779843] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 632503bb-f406-497f-848d-25a284b29512/632503bb-f406-497f-848d-25a284b29512.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.780031] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d41bf0c-705f-41ee-b1d3-7fd65661dbbb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.788202] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 802.788202] env[70623]: value = "task-2793420" [ 802.788202] env[70623]: _type = "Task" [ 802.788202] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.796483] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.919246] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5251ad42-8cce-a5ab-999e-f9271cd4f912, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.919487] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.919731] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.919973] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.920148] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.920330] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.920590] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793f45dd-517f-44e0-a602-f3409d9f53a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.930644] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.930644] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.930644] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19e8ac5-241a-4d0f-b00e-ac9847809374 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.936295] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 802.936295] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ed9a6-2c1c-3851-3398-7472ab1d9b4a" [ 802.936295] env[70623]: _type = "Task" [ 802.936295] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.944797] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ed9a6-2c1c-3851-3398-7472ab1d9b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.143609] env[70623]: DEBUG oslo_vmware.api [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793416, 'name': PowerOnVM_Task, 'duration_secs': 0.586108} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.143609] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.143993] env[70623]: INFO nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Took 9.41 seconds to spawn the instance on the hypervisor. [ 803.143993] env[70623]: DEBUG nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.144932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49299a7-6aed-42f0-a303-40103349be4e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.199395] env[70623]: DEBUG nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.202862] env[70623]: DEBUG nova.scheduler.client.report [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.234961] env[70623]: INFO nova.compute.manager [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] instance snapshotting [ 803.235205] env[70623]: WARNING nova.compute.manager [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 803.236993] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793419, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.239907] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.239907] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.239907] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.240167] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.240207] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.240332] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.240540] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.240696] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.244020] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.244020] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.244020] env[70623]: DEBUG nova.virt.hardware [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.244020] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa59fa4b-f00b-4da2-be37-ea7fea2a7ff4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.246330] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db899be9-ceae-467b-9e01-3f653d358152 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.274952] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb1f4f-4965-49e0-9e89-afbb57075fee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.279118] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb847c85-9b4e-44ca-a26c-274df8ee92ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.306745] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.314305] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.314305] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.314858] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2065ce44-840d-4a8a-810e-40923f486bb7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.331337] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516957} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.332651] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 632503bb-f406-497f-848d-25a284b29512/632503bb-f406-497f-848d-25a284b29512.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.332882] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.333251] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f9427c7-4d76-4c4e-bb19-6220696c51b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.336965] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.336965] env[70623]: value = "task-2793421" [ 803.336965] env[70623]: _type = "Task" [ 803.336965] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.341312] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 803.341312] env[70623]: value = "task-2793422" [ 803.341312] env[70623]: _type = "Task" [ 803.341312] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.347887] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793421, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.352650] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.448466] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ed9a6-2c1c-3851-3398-7472ab1d9b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.449536] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7215d0a-286f-4f28-bd78-3bc2af17c341 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.456967] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 803.456967] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bba206-8eaa-7145-8dc4-09a4e1731800" [ 803.456967] env[70623]: _type = "Task" [ 803.456967] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.465661] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bba206-8eaa-7145-8dc4-09a4e1731800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.663552] env[70623]: INFO nova.compute.manager [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Took 54.68 seconds to build instance. [ 803.708724] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.709497] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.712407] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.496s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.712811] env[70623]: DEBUG nova.objects.instance [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lazy-loading 'resources' on Instance uuid bec74a85-11dd-4d81-97c6-6799afb4a327 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.732106] env[70623]: DEBUG oslo_vmware.api [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793419, 'name': PowerOnVM_Task, 'duration_secs': 0.760203} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.732106] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.732382] env[70623]: DEBUG nova.compute.manager [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.733241] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8595d-c22d-460f-bae3-0e8f57f54c4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.815557] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.816162] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44302ac4-4c20-4736-bad7-3dfcbe1eb644 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.824802] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 803.824802] env[70623]: value = "task-2793423" [ 803.824802] env[70623]: _type = "Task" [ 803.824802] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.834784] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.850136] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793421, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.854850] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102999} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.855114] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.855881] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51be67-c58a-4620-a192-e174aeb1c0cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.877136] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 632503bb-f406-497f-848d-25a284b29512/632503bb-f406-497f-848d-25a284b29512.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.877509] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed2de35-0dff-4f08-b143-62ef6ff0da6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.897694] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 803.897694] env[70623]: value = "task-2793424" [ 803.897694] env[70623]: _type = "Task" [ 803.897694] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.906434] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.967535] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bba206-8eaa-7145-8dc4-09a4e1731800, 'name': SearchDatastore_Task, 'duration_secs': 0.011803} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.967864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.968172] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.968466] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3151c26-8b7e-4f1e-8b34-cc78051728e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.975346] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 803.975346] env[70623]: value = "task-2793425" [ 803.975346] env[70623]: _type = "Task" [ 803.975346] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.983306] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.166333] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5233f5d1-7b6f-49d7-b692-c3c08ddce247 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.003s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.217241] env[70623]: DEBUG nova.compute.utils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.222922] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.222922] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.252759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.317484] env[70623]: DEBUG nova.policy [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bad92713c6044e6b4c494d38cd3449f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2906f38cb6f456595cf38060428aa9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.338373] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.353692] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793421, 'name': CreateVM_Task, 'duration_secs': 0.582715} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.353692] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.353692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.353692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.354121] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.354287] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14bb502c-32fc-4de0-9657-f607e6291448 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.359791] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 804.359791] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289439d-01ee-c464-7b92-759fa92e0b5b" [ 804.359791] env[70623]: _type = "Task" [ 804.359791] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.376877] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289439d-01ee-c464-7b92-759fa92e0b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.412067] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.491142] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793425, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.723875] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.762631] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eebbb0c-ca7c-464c-953a-a96d54dfd0c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.775227] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99813238-9924-4072-ac89-f97415afea38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.811084] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a999879-498b-40d0-8602-254ba8e03ec4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.818900] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1713b00b-c73d-4bf3-878f-454e73ec12e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.834390] env[70623]: DEBUG nova.compute.provider_tree [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.844099] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793423, 'name': CreateSnapshot_Task, 'duration_secs': 0.669534} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.844362] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.845186] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9bf25e-bf83-4118-9342-85084daad5b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.869461] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289439d-01ee-c464-7b92-759fa92e0b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.029339} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.869764] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.870732] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.870732] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.870732] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.870732] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.870923] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20fa5c04-2c89-49c2-b7b5-bcfea5debdbc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.881209] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.881982] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.882181] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476d7882-afb4-40db-bd49-d2a7770049a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.890529] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 804.890529] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52244974-1e68-30d3-a5fa-dc1dfc66895a" [ 804.890529] env[70623]: _type = "Task" [ 804.890529] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.905030] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52244974-1e68-30d3-a5fa-dc1dfc66895a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.910427] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793424, 'name': ReconfigVM_Task, 'duration_secs': 0.579349} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.910696] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 632503bb-f406-497f-848d-25a284b29512/632503bb-f406-497f-848d-25a284b29512.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.912711] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349c555e-26a7-4af3-939d-520510be18f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.922736] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 804.922736] env[70623]: value = "task-2793427" [ 804.922736] env[70623]: _type = "Task" [ 804.922736] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.931057] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793427, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.970940] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Successfully created port: 3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.986549] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52791} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.986549] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.986744] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.987608] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f6bd67-7dbb-456c-b873-239fa400004d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.994852] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 804.994852] env[70623]: value = "task-2793428" [ 804.994852] env[70623]: _type = "Task" [ 804.994852] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.008034] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.172672] env[70623]: DEBUG nova.compute.manager [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Received event network-changed-93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 805.172672] env[70623]: DEBUG nova.compute.manager [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Refreshing instance network info cache due to event network-changed-93b77ed1-fa17-4416-9df9-c36f5f4d3e45. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 805.172672] env[70623]: DEBUG oslo_concurrency.lockutils [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] Acquiring lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.172672] env[70623]: DEBUG oslo_concurrency.lockutils [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] Acquired lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.172672] env[70623]: DEBUG nova.network.neutron [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Refreshing network info cache for port 93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.231460] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.232052] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.339932] env[70623]: DEBUG nova.scheduler.client.report [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.368252] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 805.369530] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6948249-aa63-4fb2-9807-1fd5f542df3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.381260] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 805.381260] env[70623]: value = "task-2793429" [ 805.381260] env[70623]: _type = "Task" [ 805.381260] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.391974] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793429, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.404888] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52244974-1e68-30d3-a5fa-dc1dfc66895a, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.406252] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15a8012-327e-438d-b1cd-8480a07fb692 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.413296] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 805.413296] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527ed722-82d9-3c18-f137-95e2f068a14a" [ 805.413296] env[70623]: _type = "Task" [ 805.413296] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.424417] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527ed722-82d9-3c18-f137-95e2f068a14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.435127] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793427, 'name': Rename_Task, 'duration_secs': 0.222836} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.435127] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.435127] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa1a1f6-5b1d-4c3a-82e7-7a2de65fcfd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.439415] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 805.439415] env[70623]: value = "task-2793430" [ 805.439415] env[70623]: _type = "Task" [ 805.439415] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.447945] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.511524] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081995} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.511850] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.514277] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a98b316-c94b-4536-8df0-fa1e5b01ad4f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.542362] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.543106] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea12c3a3-c0f7-4bb6-b35e-200f777d653c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.566894] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 805.566894] env[70623]: value = "task-2793431" [ 805.566894] env[70623]: _type = "Task" [ 805.566894] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.580162] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.733525] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.747149] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 805.747149] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.783286] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.783565] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.783702] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.783888] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.784595] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.784828] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.786043] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.786043] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.786043] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.786043] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.786043] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.787099] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c24a2-3ed8-4d71-aa70-acbc1600a6a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.797112] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd0428-4298-43ed-bb53-8e28f7ec1e7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.848435] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.851683] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.613s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.851683] env[70623]: DEBUG nova.objects.instance [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'resources' on Instance uuid ddf0345b-8c75-44ca-a659-4945050e2629 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.878504] env[70623]: INFO nova.scheduler.client.report [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Deleted allocations for instance bec74a85-11dd-4d81-97c6-6799afb4a327 [ 805.900199] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793429, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.924076] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527ed722-82d9-3c18-f137-95e2f068a14a, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.924363] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.924666] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.925334] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-def40f6f-8f0a-4230-aa46-436c1d701925 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.932748] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 805.932748] env[70623]: value = "task-2793432" [ 805.932748] env[70623]: _type = "Task" [ 805.932748] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.942943] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.952225] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.007167] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "c9bcdac5-9ea6-4387-972c-cd160faf5323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.007478] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.007695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "c9bcdac5-9ea6-4387-972c-cd160faf5323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.007881] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.008061] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.010392] env[70623]: INFO nova.compute.manager [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Terminating instance [ 806.078184] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793431, 'name': ReconfigVM_Task, 'duration_secs': 0.402094} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.078528] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.079226] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e8f717-df42-437d-a17b-a61154abefe8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.086200] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 806.086200] env[70623]: value = "task-2793433" [ 806.086200] env[70623]: _type = "Task" [ 806.086200] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.094694] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793433, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.102211] env[70623]: DEBUG nova.network.neutron [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Updated VIF entry in instance network info cache for port 93b77ed1-fa17-4416-9df9-c36f5f4d3e45. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.102581] env[70623]: DEBUG nova.network.neutron [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Updating instance_info_cache with network_info: [{"id": "93b77ed1-fa17-4416-9df9-c36f5f4d3e45", "address": "fa:16:3e:c8:c6:a7", "network": {"id": "bf245edc-8020-4c86-9e13-42dddd275a6e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-840251478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0655457741418190fd258ea15deda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b77ed1-fa", "ovs_interfaceid": "93b77ed1-fa17-4416-9df9-c36f5f4d3e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.249051] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.400367] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793429, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.401054] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a497efa-01dd-4d69-835c-9a650bb6786c tempest-ServersTestJSON-675469198 tempest-ServersTestJSON-675469198-project-member] Lock "bec74a85-11dd-4d81-97c6-6799afb4a327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.395s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.455121] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494744} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.456209] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.457241] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.457241] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac82b43-1aa6-4b55-8c38-2f61809d40f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.467323] env[70623]: DEBUG oslo_vmware.api [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793430, 'name': PowerOnVM_Task, 'duration_secs': 0.603161} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.468332] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.468544] env[70623]: INFO nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Took 5.90 seconds to spawn the instance on the hypervisor. [ 806.468733] env[70623]: DEBUG nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.469563] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36aafa-0e30-48f4-8147-09442ac4d00c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.473664] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 806.473664] env[70623]: value = "task-2793434" [ 806.473664] env[70623]: _type = "Task" [ 806.473664] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.486449] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.514745] env[70623]: DEBUG nova.compute.manager [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.514998] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.515997] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea69575-466c-4545-9124-f43bd166884d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.530225] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.531282] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec96632-6d9d-485d-b829-011db66120d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.539947] env[70623]: DEBUG oslo_vmware.api [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 806.539947] env[70623]: value = "task-2793435" [ 806.539947] env[70623]: _type = "Task" [ 806.539947] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.548992] env[70623]: DEBUG oslo_vmware.api [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.599290] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793433, 'name': Rename_Task, 'duration_secs': 0.201585} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.599595] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.599853] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0130d12-7250-4392-9921-42af1fddc972 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.607181] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 806.607181] env[70623]: value = "task-2793436" [ 806.607181] env[70623]: _type = "Task" [ 806.607181] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.607893] env[70623]: DEBUG oslo_concurrency.lockutils [req-67f21333-0729-45fa-8c87-9f8d85d7f1ae req-7e2e27c0-6b8d-4c0c-b305-f9e04101f1f8 service nova] Releasing lock "refresh_cache-7983fb26-78e5-44d5-a064-dc2f53c010ed" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.617889] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.898629] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793429, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.906600] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d8a19-db8d-4f5a-a588-b4c916fc9acc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.914150] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbfd22e-3fa1-4017-bcf5-f56890657c3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.950166] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4747faea-58aa-4ce9-bf1d-1bb12c6fd335 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.959302] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88103ef6-8594-4bba-a9f6-e517a57c7e82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.991077] env[70623]: DEBUG nova.compute.provider_tree [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.001349] env[70623]: INFO nova.compute.manager [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Took 37.24 seconds to build instance. [ 807.011515] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34025} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.011515] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.012053] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6172017-cfd7-4f8e-8f04-747cfec5ba36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.037224] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.038251] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8f0c5b-b27b-4730-ba43-6cc0db78cf3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.061109] env[70623]: DEBUG oslo_vmware.api [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793435, 'name': PowerOffVM_Task, 'duration_secs': 0.359547} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.062416] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.062601] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.062900] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 807.062900] env[70623]: value = "task-2793437" [ 807.062900] env[70623]: _type = "Task" [ 807.062900] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.063151] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8635eb-d386-4e51-9d2e-be8c00d6a0f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.073964] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.116983] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.138565] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.138565] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.138814] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleting the datastore file [datastore1] c9bcdac5-9ea6-4387-972c-cd160faf5323 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.139035] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-817caaae-191a-4502-bfe5-c61dad747278 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.146304] env[70623]: DEBUG oslo_vmware.api [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 807.146304] env[70623]: value = "task-2793439" [ 807.146304] env[70623]: _type = "Task" [ 807.146304] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.155186] env[70623]: DEBUG oslo_vmware.api [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.402882] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793429, 'name': CloneVM_Task, 'duration_secs': 1.574926} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.403288] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Created linked-clone VM from snapshot [ 807.404395] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97086c68-d348-49b7-bd87-70e6e8bee6c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.413974] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Uploading image 450cc208-ef8d-4ab9-8036-6096e1b3f4aa {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 807.447778] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 807.447778] env[70623]: value = "vm-561475" [ 807.447778] env[70623]: _type = "VirtualMachine" [ 807.447778] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 807.448784] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5304d5cb-af2f-4363-8b7c-f0ef06d10f43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.455632] env[70623]: DEBUG nova.compute.manager [req-80287317-8125-41e7-9cd3-e8c98f8c3bf1 req-af237da5-88ae-4bcf-a585-779b41873958 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Received event network-vif-plugged-3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 807.456083] env[70623]: DEBUG oslo_concurrency.lockutils [req-80287317-8125-41e7-9cd3-e8c98f8c3bf1 req-af237da5-88ae-4bcf-a585-779b41873958 service nova] Acquiring lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.456475] env[70623]: DEBUG oslo_concurrency.lockutils [req-80287317-8125-41e7-9cd3-e8c98f8c3bf1 req-af237da5-88ae-4bcf-a585-779b41873958 service nova] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.456562] env[70623]: DEBUG oslo_concurrency.lockutils [req-80287317-8125-41e7-9cd3-e8c98f8c3bf1 req-af237da5-88ae-4bcf-a585-779b41873958 service nova] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.456732] env[70623]: DEBUG nova.compute.manager [req-80287317-8125-41e7-9cd3-e8c98f8c3bf1 req-af237da5-88ae-4bcf-a585-779b41873958 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] No waiting events found dispatching network-vif-plugged-3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.456830] env[70623]: WARNING nova.compute.manager [req-80287317-8125-41e7-9cd3-e8c98f8c3bf1 req-af237da5-88ae-4bcf-a585-779b41873958 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Received unexpected event network-vif-plugged-3eb231fd-6a34-47cd-bb0b-9d2c8534d05e for instance with vm_state building and task_state spawning. [ 807.459719] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease: (returnval){ [ 807.459719] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521ee2cb-8715-6ca4-0dfe-f48cc0eb91a0" [ 807.459719] env[70623]: _type = "HttpNfcLease" [ 807.459719] env[70623]: } obtained for exporting VM: (result){ [ 807.459719] env[70623]: value = "vm-561475" [ 807.459719] env[70623]: _type = "VirtualMachine" [ 807.459719] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 807.460155] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the lease: (returnval){ [ 807.460155] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521ee2cb-8715-6ca4-0dfe-f48cc0eb91a0" [ 807.460155] env[70623]: _type = "HttpNfcLease" [ 807.460155] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 807.471437] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.471437] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521ee2cb-8715-6ca4-0dfe-f48cc0eb91a0" [ 807.471437] env[70623]: _type = "HttpNfcLease" [ 807.471437] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.472044] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.472044] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521ee2cb-8715-6ca4-0dfe-f48cc0eb91a0" [ 807.472044] env[70623]: _type = "HttpNfcLease" [ 807.472044] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.472825] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc19fd3-a63f-4bf8-8ab3-d17c47e87b5d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.486110] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe226c-7efd-08fa-c77e-8188c6fafbcc/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.486110] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe226c-7efd-08fa-c77e-8188c6fafbcc/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.550859] env[70623]: DEBUG nova.scheduler.client.report [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.559457] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2275028-a6dd-4732-9a4a-3cd905738482 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "632503bb-f406-497f-848d-25a284b29512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.201s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.561247] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Successfully updated port: 3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.579019] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793437, 'name': ReconfigVM_Task, 'duration_secs': 0.349458} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.579180] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.579690] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2888419b-fa61-47bc-a408-bdfae18ec658 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.587075] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 807.587075] env[70623]: value = "task-2793441" [ 807.587075] env[70623]: _type = "Task" [ 807.587075] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.595817] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d60f7fb6-f4c7-4d77-8277-c03e1061c7c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.601442] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793441, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.617849] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.657991] env[70623]: DEBUG oslo_vmware.api [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206907} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.658311] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.658494] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.658664] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.658829] env[70623]: INFO nova.compute.manager [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.659084] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.659278] env[70623]: DEBUG nova.compute.manager [-] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.659364] env[70623]: DEBUG nova.network.neutron [-] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.799189] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "603c0f1f-f050-43e8-b587-c38021053e6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.799189] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "603c0f1f-f050-43e8-b587-c38021053e6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.062237] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.067354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.456s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.072394] env[70623]: INFO nova.compute.claims [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.077980] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "refresh_cache-f203a277-18bf-4e74-ae5f-273ac1dfe2b2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.079176] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "refresh_cache-f203a277-18bf-4e74-ae5f-273ac1dfe2b2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.079438] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.103543] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793441, 'name': Rename_Task, 'duration_secs': 0.14013} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.116016] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.117811] env[70623]: INFO nova.scheduler.client.report [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocations for instance ddf0345b-8c75-44ca-a659-4945050e2629 [ 808.119058] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc19dc92-aa92-47f1-916c-72350e6a1652 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.137930] env[70623]: DEBUG oslo_vmware.api [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793436, 'name': PowerOnVM_Task, 'duration_secs': 1.026097} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.138693] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.139047] env[70623]: INFO nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Took 10.19 seconds to spawn the instance on the hypervisor. [ 808.139336] env[70623]: DEBUG nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.139839] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 808.139839] env[70623]: value = "task-2793442" [ 808.139839] env[70623]: _type = "Task" [ 808.139839] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.140877] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9134abb2-f19d-49ad-b16d-6e284966f7c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.157374] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793442, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.302964] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.612370] env[70623]: DEBUG nova.network.neutron [-] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.638679] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5778b6d-2f4a-4e0f-b06c-2a011f97fdf3 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "ddf0345b-8c75-44ca-a659-4945050e2629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.112s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.658806] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.662525] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.674696] env[70623]: INFO nova.compute.manager [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Took 44.30 seconds to build instance. [ 808.831404] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.953770] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Updating instance_info_cache with network_info: [{"id": "3eb231fd-6a34-47cd-bb0b-9d2c8534d05e", "address": "fa:16:3e:ad:3b:78", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb231fd-6a", "ovs_interfaceid": "3eb231fd-6a34-47cd-bb0b-9d2c8534d05e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.117423] env[70623]: INFO nova.compute.manager [-] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Took 1.46 seconds to deallocate network for instance. [ 809.161545] env[70623]: DEBUG oslo_vmware.api [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793442, 'name': PowerOnVM_Task, 'duration_secs': 0.654174} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.161873] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.162379] env[70623]: INFO nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Took 5.96 seconds to spawn the instance on the hypervisor. [ 809.162648] env[70623]: DEBUG nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.163675] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec27458-485a-4041-8afa-3c825bbf84dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.179209] env[70623]: DEBUG oslo_concurrency.lockutils [None req-53563d2a-7d9c-4e63-b0fc-fdb0cdcb4127 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.004s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.458659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "refresh_cache-f203a277-18bf-4e74-ae5f-273ac1dfe2b2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.459338] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Instance network_info: |[{"id": "3eb231fd-6a34-47cd-bb0b-9d2c8534d05e", "address": "fa:16:3e:ad:3b:78", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb231fd-6a", "ovs_interfaceid": "3eb231fd-6a34-47cd-bb0b-9d2c8534d05e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.462123] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:3b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eb231fd-6a34-47cd-bb0b-9d2c8534d05e', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.472029] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Creating folder: Project (b2906f38cb6f456595cf38060428aa9f). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.475076] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a477d9d4-891f-4cf5-9304-fdfb80dac206 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.486520] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Created folder: Project (b2906f38cb6f456595cf38060428aa9f) in parent group-v561316. [ 809.487031] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Creating folder: Instances. Parent ref: group-v561476. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.487031] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8892de85-18f4-4143-945e-3f9b5aaf8b33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.495461] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Created folder: Instances in parent group-v561476. [ 809.495725] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.495924] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.496155] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4c9bcc1-c103-4264-821a-0d08e14ca822 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.518566] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.518566] env[70623]: value = "task-2793445" [ 809.518566] env[70623]: _type = "Task" [ 809.518566] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.535534] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793445, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.625565] env[70623]: DEBUG nova.compute.manager [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Received event network-changed-3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.625833] env[70623]: DEBUG nova.compute.manager [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Refreshing instance network info cache due to event network-changed-3eb231fd-6a34-47cd-bb0b-9d2c8534d05e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 809.626011] env[70623]: DEBUG oslo_concurrency.lockutils [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] Acquiring lock "refresh_cache-f203a277-18bf-4e74-ae5f-273ac1dfe2b2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.626683] env[70623]: DEBUG oslo_concurrency.lockutils [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] Acquired lock "refresh_cache-f203a277-18bf-4e74-ae5f-273ac1dfe2b2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.626683] env[70623]: DEBUG nova.network.neutron [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Refreshing network info cache for port 3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.634848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.682542] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d881177-bfcb-4f91-951e-69f22fe27c88 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.687593] env[70623]: INFO nova.compute.manager [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Took 39.25 seconds to build instance. [ 809.695399] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edea46-5a25-4148-9e0b-4c8862b7b670 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.729773] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd371ff-83ca-426c-92f0-2386f9fd4e89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.738908] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f6318b-bb87-4fa2-a741-2fce9e754c1d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.753897] env[70623]: DEBUG nova.compute.provider_tree [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.031034] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793445, 'name': CreateVM_Task, 'duration_secs': 0.450412} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.031508] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.032386] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.032746] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.033272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.033679] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf690da7-1dd2-4710-baa7-12dcefbd1a9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.042197] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 810.042197] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524d73ad-efe5-9601-3e17-fc25792c7bf6" [ 810.042197] env[70623]: _type = "Task" [ 810.042197] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.052623] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524d73ad-efe5-9601-3e17-fc25792c7bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.171649] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.172119] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.193259] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a23605a8-26f0-4557-b1d6-2d10047ac0a4 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "8c873cf3-7288-4ec8-8796-68791d7813ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.035s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.259023] env[70623]: DEBUG nova.scheduler.client.report [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.560667] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524d73ad-efe5-9601-3e17-fc25792c7bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.561169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.561573] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.561960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.562152] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.562343] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.562689] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac8b0c8d-6388-4c1c-a660-2df5bf957f0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.572701] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.572914] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.574154] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af83945f-05d1-4e3f-8ff4-0a60864de456 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.580319] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 810.580319] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fa4cbe-d060-d0da-55b8-df74ad479a55" [ 810.580319] env[70623]: _type = "Task" [ 810.580319] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.589217] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fa4cbe-d060-d0da-55b8-df74ad479a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.593231] env[70623]: DEBUG nova.network.neutron [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Updated VIF entry in instance network info cache for port 3eb231fd-6a34-47cd-bb0b-9d2c8534d05e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.593768] env[70623]: DEBUG nova.network.neutron [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Updating instance_info_cache with network_info: [{"id": "3eb231fd-6a34-47cd-bb0b-9d2c8534d05e", "address": "fa:16:3e:ad:3b:78", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb231fd-6a", "ovs_interfaceid": "3eb231fd-6a34-47cd-bb0b-9d2c8534d05e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.675721] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.684235] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.684349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.765641] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.766175] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.768691] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.456s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.768923] env[70623]: DEBUG nova.objects.instance [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lazy-loading 'resources' on Instance uuid 956f1c1c-f359-4b4c-a860-feab6992d793 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.044025] env[70623]: INFO nova.compute.manager [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Rebuilding instance [ 811.097423] env[70623]: DEBUG oslo_concurrency.lockutils [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] Releasing lock "refresh_cache-f203a277-18bf-4e74-ae5f-273ac1dfe2b2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.098565] env[70623]: DEBUG nova.compute.manager [req-2da416ff-02b7-4a02-a839-451b26f4899a req-fa6aec18-14a9-4f59-9fc8-0507288a2de9 service nova] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Received event network-vif-deleted-8d07ed14-e451-454e-8fc2-3e29aa66cc16 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 811.098565] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fa4cbe-d060-d0da-55b8-df74ad479a55, 'name': SearchDatastore_Task, 'duration_secs': 0.013943} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.099493] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6a815f-9411-40e9-8126-d37fb6205fed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.105017] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 811.105017] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a82464-fca3-f83b-28c7-1ae0a22822d6" [ 811.105017] env[70623]: _type = "Task" [ 811.105017] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.120028] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a82464-fca3-f83b-28c7-1ae0a22822d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.120566] env[70623]: DEBUG nova.compute.manager [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.121665] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d629b9e-4e55-4111-96e0-ed68e26c56fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.186535] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.216150] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.275711] env[70623]: DEBUG nova.compute.utils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.280476] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.280476] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.290396] env[70623]: DEBUG nova.compute.manager [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 811.399514] env[70623]: DEBUG nova.policy [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bad92713c6044e6b4c494d38cd3449f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2906f38cb6f456595cf38060428aa9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.623627] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a82464-fca3-f83b-28c7-1ae0a22822d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.628133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.628545] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f203a277-18bf-4e74-ae5f-273ac1dfe2b2/f203a277-18bf-4e74-ae5f-273ac1dfe2b2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.629922] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea72277-a540-4287-8645-f90819cdeb75 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.640034] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 811.640034] env[70623]: value = "task-2793446" [ 811.640034] env[70623]: _type = "Task" [ 811.640034] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.654709] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.721937] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.786697] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.804019] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Successfully created port: 003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.825519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.856373] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10267597-5c61-4ce1-90c0-e71b7e3b88fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.865393] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ddc8e-923e-454a-86f0-0dd90b54de88 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.896342] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856205a-f459-45d7-8e44-47cb0b8c62dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.904392] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bad4f0-96e2-434f-bb11-5c6f6031b485 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.919955] env[70623]: DEBUG nova.compute.provider_tree [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.141884] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.142400] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d65a25-c4c1-4f5e-b9e4-6af33c3f9b8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.163430] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793446, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.165128] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 812.165128] env[70623]: value = "task-2793447" [ 812.165128] env[70623]: _type = "Task" [ 812.165128] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.176517] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.425332] env[70623]: DEBUG nova.scheduler.client.report [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.655106] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647364} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.656298] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f203a277-18bf-4e74-ae5f-273ac1dfe2b2/f203a277-18bf-4e74-ae5f-273ac1dfe2b2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.656298] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.656298] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47206e77-1193-4655-8577-9521345966a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.662406] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 812.662406] env[70623]: value = "task-2793448" [ 812.662406] env[70623]: _type = "Task" [ 812.662406] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.675717] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793447, 'name': PowerOffVM_Task, 'duration_secs': 0.199107} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.678743] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.679058] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.679310] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.680041] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b849c58a-da3f-4ce3-a6ce-1e5069daad59 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.690963] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.690963] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75a91f3a-8187-44c9-84f9-c2a41ae5e890 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.713176] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.713429] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.713638] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleting the datastore file [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.713913] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba6d906-466b-42b1-9a1c-aed2973dcf9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.723089] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 812.723089] env[70623]: value = "task-2793450" [ 812.723089] env[70623]: _type = "Task" [ 812.723089] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.734018] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.796335] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.845324] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.846112] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.846112] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.846233] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.847818] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.847818] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.847818] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.847818] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.847818] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.847818] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.848166] env[70623]: DEBUG nova.virt.hardware [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.848967] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa018ad0-718e-48fe-bbaf-7a674c5b8e0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.859234] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ca24e-2566-4b40-b825-7f39fa88cb0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.930666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.936258] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.806s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.936258] env[70623]: DEBUG nova.objects.instance [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lazy-loading 'resources' on Instance uuid 34d289a2-d3a8-49a1-9b94-a134122aa84a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.955678] env[70623]: INFO nova.scheduler.client.report [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Deleted allocations for instance 956f1c1c-f359-4b4c-a860-feab6992d793 [ 813.175880] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098334} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.175880] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.176737] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5d779-17ee-4a6b-9d67-9538b1f16928 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.207395] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f203a277-18bf-4e74-ae5f-273ac1dfe2b2/f203a277-18bf-4e74-ae5f-273ac1dfe2b2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.207395] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a232f6-6801-492b-a44b-98e6af81fb9c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.235894] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123471} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.237361] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.237561] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.237742] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.240372] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 813.240372] env[70623]: value = "task-2793451" [ 813.240372] env[70623]: _type = "Task" [ 813.240372] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.249870] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.398534] env[70623]: DEBUG nova.compute.manager [req-cf662872-d157-455d-a2f9-cc08c5e0637b req-6f2b8b19-3660-420e-a067-32fb4d43586e service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Received event network-vif-plugged-003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.398534] env[70623]: DEBUG oslo_concurrency.lockutils [req-cf662872-d157-455d-a2f9-cc08c5e0637b req-6f2b8b19-3660-420e-a067-32fb4d43586e service nova] Acquiring lock "04d3396a-4289-4e34-8f99-baf4e0f27efa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.398534] env[70623]: DEBUG oslo_concurrency.lockutils [req-cf662872-d157-455d-a2f9-cc08c5e0637b req-6f2b8b19-3660-420e-a067-32fb4d43586e service nova] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.398534] env[70623]: DEBUG oslo_concurrency.lockutils [req-cf662872-d157-455d-a2f9-cc08c5e0637b req-6f2b8b19-3660-420e-a067-32fb4d43586e service nova] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.398534] env[70623]: DEBUG nova.compute.manager [req-cf662872-d157-455d-a2f9-cc08c5e0637b req-6f2b8b19-3660-420e-a067-32fb4d43586e service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] No waiting events found dispatching network-vif-plugged-003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.398534] env[70623]: WARNING nova.compute.manager [req-cf662872-d157-455d-a2f9-cc08c5e0637b req-6f2b8b19-3660-420e-a067-32fb4d43586e service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Received unexpected event network-vif-plugged-003765c7-cceb-4914-837f-1b3973ba57c6 for instance with vm_state building and task_state spawning. [ 813.472513] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd1ba615-a4ab-44a2-90dd-87fe85f1add4 tempest-ImagesNegativeTestJSON-155299317 tempest-ImagesNegativeTestJSON-155299317-project-member] Lock "956f1c1c-f359-4b4c-a860-feab6992d793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.189s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.627109] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Successfully updated port: 003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.759680] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793451, 'name': ReconfigVM_Task, 'duration_secs': 0.346425} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.760089] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f203a277-18bf-4e74-ae5f-273ac1dfe2b2/f203a277-18bf-4e74-ae5f-273ac1dfe2b2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.760650] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7078e93-0196-45e8-839b-2e5976fb9f94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.768265] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 813.768265] env[70623]: value = "task-2793452" [ 813.768265] env[70623]: _type = "Task" [ 813.768265] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.777150] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793452, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.972860] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7891a-5782-4ef7-8a07-6ed258f3ed11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.980850] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df1e00c-6bfc-40d5-9b7f-2b42fc84f607 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.011732] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65424f5a-8ddd-4225-b35e-d6aba0aa3022 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.019735] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e439d6-13f5-4324-aa28-eed167c2f086 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.033369] env[70623]: DEBUG nova.compute.provider_tree [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.107858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "interface-6f4a73d6-0e66-4e77-9da5-f22a63068fef-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.108180] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-6f4a73d6-0e66-4e77-9da5-f22a63068fef-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.108545] env[70623]: DEBUG nova.objects.instance [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'flavor' on Instance uuid 6f4a73d6-0e66-4e77-9da5-f22a63068fef {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.132455] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "refresh_cache-04d3396a-4289-4e34-8f99-baf4e0f27efa" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.132611] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "refresh_cache-04d3396a-4289-4e34-8f99-baf4e0f27efa" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.132762] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.280890] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793452, 'name': Rename_Task, 'duration_secs': 0.176902} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.281393] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.281927] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e483a64-43db-4760-ac7b-63f0cf79415d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.292575] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 814.292575] env[70623]: value = "task-2793453" [ 814.292575] env[70623]: _type = "Task" [ 814.292575] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.303982] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.306604] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.306838] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.306999] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.307253] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.307503] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.307682] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.307898] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.308190] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.308518] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.308740] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.308873] env[70623]: DEBUG nova.virt.hardware [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.309862] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb60cca-b1fe-4239-9e8c-2465722044e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.318772] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ae0749-7881-4bb7-a5d7-c78c49336f32 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.336778] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.342589] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.342894] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.343130] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed326625-b07b-47f4-8256-e420ec42feb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.361845] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.361845] env[70623]: value = "task-2793454" [ 814.361845] env[70623]: _type = "Task" [ 814.361845] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.371974] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793454, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.497454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.497913] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.536178] env[70623]: DEBUG nova.scheduler.client.report [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.689886] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.778200] env[70623]: DEBUG nova.objects.instance [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f4a73d6-0e66-4e77-9da5-f22a63068fef {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.805884] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.874474] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793454, 'name': CreateVM_Task, 'duration_secs': 0.432891} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.876031] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.876031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.876031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.876634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.877216] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c02ac55-54eb-4386-a9dd-4ba74527dccc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.886093] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 814.886093] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527a6d00-06a2-3ce3-e39f-5b1e5029957f" [ 814.886093] env[70623]: _type = "Task" [ 814.886093] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.896168] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527a6d00-06a2-3ce3-e39f-5b1e5029957f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.902384] env[70623]: DEBUG nova.network.neutron [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Updating instance_info_cache with network_info: [{"id": "003765c7-cceb-4914-837f-1b3973ba57c6", "address": "fa:16:3e:63:3c:2c", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003765c7-cc", "ovs_interfaceid": "003765c7-cceb-4914-837f-1b3973ba57c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.000600] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.041835] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.046628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.497s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.049037] env[70623]: INFO nova.compute.claims [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.071598] env[70623]: INFO nova.scheduler.client.report [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Deleted allocations for instance 34d289a2-d3a8-49a1-9b94-a134122aa84a [ 815.279642] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe226c-7efd-08fa-c77e-8188c6fafbcc/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.280277] env[70623]: DEBUG nova.objects.base [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Object Instance<6f4a73d6-0e66-4e77-9da5-f22a63068fef> lazy-loaded attributes: flavor,pci_requests {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 815.280474] env[70623]: DEBUG nova.network.neutron [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.282831] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38562cdc-672a-442b-a0be-0bc024dc22e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.289958] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe226c-7efd-08fa-c77e-8188c6fafbcc/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.289958] env[70623]: ERROR oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe226c-7efd-08fa-c77e-8188c6fafbcc/disk-0.vmdk due to incomplete transfer. [ 815.289958] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dccc2f23-107c-4729-b1b8-57f7ffd4e864 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.296807] env[70623]: DEBUG oslo_vmware.rw_handles [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe226c-7efd-08fa-c77e-8188c6fafbcc/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.296956] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Uploaded image 450cc208-ef8d-4ab9-8036-6096e1b3f4aa to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.298994] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.302252] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2927223-f40b-4889-af6c-0897af9d2425 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.308576] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793453, 'name': PowerOnVM_Task, 'duration_secs': 0.586602} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.309695] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.309882] env[70623]: INFO nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Took 9.58 seconds to spawn the instance on the hypervisor. [ 815.310077] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.310402] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 815.310402] env[70623]: value = "task-2793455" [ 815.310402] env[70623]: _type = "Task" [ 815.310402] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.311124] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebebffb6-5153-4ab9-8a3a-ec802710d22d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.322602] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793455, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.345241] env[70623]: DEBUG nova.policy [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.397573] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527a6d00-06a2-3ce3-e39f-5b1e5029957f, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.397888] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.398628] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.398628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.398628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.398881] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.399176] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576a5e0b-fd57-4297-a05c-98ae4464c353 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.404672] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "refresh_cache-04d3396a-4289-4e34-8f99-baf4e0f27efa" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.404996] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Instance network_info: |[{"id": "003765c7-cceb-4914-837f-1b3973ba57c6", "address": "fa:16:3e:63:3c:2c", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003765c7-cc", "ovs_interfaceid": "003765c7-cceb-4914-837f-1b3973ba57c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.405395] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:3c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '003765c7-cceb-4914-837f-1b3973ba57c6', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.412752] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.414069] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.414366] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.414533] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.415253] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b906d99-7b04-4313-aeef-7646017051fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.431161] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0646141-4a03-4b47-b361-bf4e98f48400 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.437056] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 815.437056] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520313a1-f4d4-9198-6742-e4adc3bae0c2" [ 815.437056] env[70623]: _type = "Task" [ 815.437056] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.441681] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.441681] env[70623]: value = "task-2793456" [ 815.441681] env[70623]: _type = "Task" [ 815.441681] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.447563] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520313a1-f4d4-9198-6742-e4adc3bae0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.452200] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793456, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.523487] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.581060] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cb16642-e5b4-4dd7-890a-df52735a5f22 tempest-ServersNegativeTestMultiTenantJSON-1162737740 tempest-ServersNegativeTestMultiTenantJSON-1162737740-project-member] Lock "34d289a2-d3a8-49a1-9b94-a134122aa84a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.622s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.628314] env[70623]: DEBUG nova.compute.manager [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Received event network-changed-003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.628314] env[70623]: DEBUG nova.compute.manager [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Refreshing instance network info cache due to event network-changed-003765c7-cceb-4914-837f-1b3973ba57c6. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 815.628314] env[70623]: DEBUG oslo_concurrency.lockutils [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] Acquiring lock "refresh_cache-04d3396a-4289-4e34-8f99-baf4e0f27efa" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.628314] env[70623]: DEBUG oslo_concurrency.lockutils [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] Acquired lock "refresh_cache-04d3396a-4289-4e34-8f99-baf4e0f27efa" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.628842] env[70623]: DEBUG nova.network.neutron [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Refreshing network info cache for port 003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.677347] env[70623]: DEBUG nova.network.neutron [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Successfully created port: a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.825911] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793455, 'name': Destroy_Task, 'duration_secs': 0.357204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.825911] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Destroyed the VM [ 815.825911] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 815.825911] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d775724-6e11-406f-b97a-1882e6cae452 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.832392] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 815.832392] env[70623]: value = "task-2793457" [ 815.832392] env[70623]: _type = "Task" [ 815.832392] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.835070] env[70623]: INFO nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Took 44.29 seconds to build instance. [ 815.845684] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793457, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.949728] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520313a1-f4d4-9198-6742-e4adc3bae0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022913} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.950883] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3101da06-c37d-467c-9e6a-f3d057c8b8f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.956142] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793456, 'name': CreateVM_Task, 'duration_secs': 0.436171} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.956794] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.957564] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.957730] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.958081] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.958379] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2e2cf8-a006-414d-92b4-f87d4e84cb1f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.962079] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 815.962079] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529dd8c2-162f-6dfc-0e2d-c11e57d5eea5" [ 815.962079] env[70623]: _type = "Task" [ 815.962079] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.963334] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 815.963334] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5234f7c0-636c-0faa-8c77-4dd94c018d74" [ 815.963334] env[70623]: _type = "Task" [ 815.963334] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.974769] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529dd8c2-162f-6dfc-0e2d-c11e57d5eea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.977843] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5234f7c0-636c-0faa-8c77-4dd94c018d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.347076] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.189s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.347347] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793457, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.438033] env[70623]: DEBUG nova.network.neutron [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Updated VIF entry in instance network info cache for port 003765c7-cceb-4914-837f-1b3973ba57c6. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.438557] env[70623]: DEBUG nova.network.neutron [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Updating instance_info_cache with network_info: [{"id": "003765c7-cceb-4914-837f-1b3973ba57c6", "address": "fa:16:3e:63:3c:2c", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003765c7-cc", "ovs_interfaceid": "003765c7-cceb-4914-837f-1b3973ba57c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.488293] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529dd8c2-162f-6dfc-0e2d-c11e57d5eea5, 'name': SearchDatastore_Task, 'duration_secs': 0.015788} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.488581] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5234f7c0-636c-0faa-8c77-4dd94c018d74, 'name': SearchDatastore_Task, 'duration_secs': 0.022233} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.491475] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.491750] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.492089] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.493858] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.493858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.493858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.493858] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.493858] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1110d0-5c45-497f-8396-a2bc16f19678 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.495235] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c693f86-ebe7-4dc9-805a-d8e4f846bfd6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.504437] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 816.504437] env[70623]: value = "task-2793458" [ 816.504437] env[70623]: _type = "Task" [ 816.504437] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.506234] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.506234] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.509376] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc540bc-7d72-45e4-92d0-9969322a79c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.514724] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.518712] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 816.518712] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c24b36-b774-ed20-2e8c-8df5d1aed811" [ 816.518712] env[70623]: _type = "Task" [ 816.518712] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.527813] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c24b36-b774-ed20-2e8c-8df5d1aed811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.566019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aa83f1-d22c-4785-af76-de12e26bf4fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.574575] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdd88d9-604f-4179-955b-74aad3a6b2da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.606570] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2971f2-f328-48a3-95e3-742fbba204b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.614370] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d40513c-abf4-4e4b-a6ea-82f9d9035af2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.629264] env[70623]: DEBUG nova.compute.provider_tree [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.845716] env[70623]: DEBUG oslo_vmware.api [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793457, 'name': RemoveSnapshot_Task, 'duration_secs': 0.522537} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.846029] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 816.847514] env[70623]: INFO nova.compute.manager [None req-6e01f67a-1c4d-495b-88ea-f65c10ac3380 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 816.941246] env[70623]: DEBUG oslo_concurrency.lockutils [req-8b009c1b-3ed4-4ed4-88c3-d40696211b8a req-8533ed39-3b65-4c8a-9a5c-31ad1851659d service nova] Releasing lock "refresh_cache-04d3396a-4289-4e34-8f99-baf4e0f27efa" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.014096] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.028712] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c24b36-b774-ed20-2e8c-8df5d1aed811, 'name': SearchDatastore_Task, 'duration_secs': 0.030533} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.029467] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ad44db-06f6-4b7a-89b6-93c595b20e01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.036535] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 817.036535] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52064396-c4f3-444f-45fd-387805c0572f" [ 817.036535] env[70623]: _type = "Task" [ 817.036535] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.050126] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52064396-c4f3-444f-45fd-387805c0572f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.132390] env[70623]: DEBUG nova.scheduler.client.report [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.517194] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870675} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.517194] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.517389] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.517549] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aff1402-9808-4cf5-91db-8cd1bc88d244 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.524501] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 817.524501] env[70623]: value = "task-2793459" [ 817.524501] env[70623]: _type = "Task" [ 817.524501] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.536036] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.547493] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52064396-c4f3-444f-45fd-387805c0572f, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.548405] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.548746] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 04d3396a-4289-4e34-8f99-baf4e0f27efa/04d3396a-4289-4e34-8f99-baf4e0f27efa.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.549062] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201a883b-25ad-4143-b4a2-d535ae376b13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.555600] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 817.555600] env[70623]: value = "task-2793460" [ 817.555600] env[70623]: _type = "Task" [ 817.555600] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.564917] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.639234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.641183] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.646464] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.253s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.646719] env[70623]: DEBUG nova.objects.instance [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lazy-loading 'resources' on Instance uuid db0b4f76-e22a-4d07-98f0-d3351cf2bd27 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.674826] env[70623]: DEBUG nova.network.neutron [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Successfully updated port: a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.679385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.679385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.679385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.679385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.679635] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.682529] env[70623]: INFO nova.compute.manager [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Terminating instance [ 818.038175] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065717} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.038604] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.039398] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e985b-ad42-41d2-a55a-8da88ceaa2f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.065845] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.066294] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f95340-f433-4c17-b444-fc9b0547a3e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.094384] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493918} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.095933] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 04d3396a-4289-4e34-8f99-baf4e0f27efa/04d3396a-4289-4e34-8f99-baf4e0f27efa.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.096208] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.096986] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 818.096986] env[70623]: value = "task-2793461" [ 818.096986] env[70623]: _type = "Task" [ 818.096986] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.096986] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47f077c6-b43c-44cd-8434-dce9e105a126 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.111099] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 818.111099] env[70623]: value = "task-2793462" [ 818.111099] env[70623]: _type = "Task" [ 818.111099] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.111374] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.120037] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.148287] env[70623]: DEBUG nova.compute.utils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.149869] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.150022] env[70623]: DEBUG nova.network.neutron [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.179354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179680] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.179892] env[70623]: DEBUG nova.network.neutron [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.188336] env[70623]: DEBUG nova.compute.manager [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.188906] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.189691] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9e244-3c75-4ff2-b2e0-25727ac291c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.205325] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.205325] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c33c341-e993-4b94-a2a8-2f2507176fb1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.224519] env[70623]: DEBUG nova.policy [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65ac2e18ddd94218a2ee46fa7423371c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '560cef913f6d48c6b7f2f120be08ae62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.280103] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.280103] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.280103] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleting the datastore file [datastore2] a9fca657-9fb4-40e1-9fdf-fb727b9506dd {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.280400] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d869dda6-e05d-4d2f-93b8-730f27d219de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.290596] env[70623]: DEBUG oslo_vmware.api [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 818.290596] env[70623]: value = "task-2793464" [ 818.290596] env[70623]: _type = "Task" [ 818.290596] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.299519] env[70623]: DEBUG oslo_vmware.api [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.351322] env[70623]: DEBUG nova.compute.manager [req-71d4fbd9-c83c-49f4-adfb-bf3526304129 req-668f12a7-f08e-480a-8308-4663771433a2 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-vif-plugged-a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 818.351543] env[70623]: DEBUG oslo_concurrency.lockutils [req-71d4fbd9-c83c-49f4-adfb-bf3526304129 req-668f12a7-f08e-480a-8308-4663771433a2 service nova] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.351753] env[70623]: DEBUG oslo_concurrency.lockutils [req-71d4fbd9-c83c-49f4-adfb-bf3526304129 req-668f12a7-f08e-480a-8308-4663771433a2 service nova] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.351993] env[70623]: DEBUG oslo_concurrency.lockutils [req-71d4fbd9-c83c-49f4-adfb-bf3526304129 req-668f12a7-f08e-480a-8308-4663771433a2 service nova] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.353010] env[70623]: DEBUG nova.compute.manager [req-71d4fbd9-c83c-49f4-adfb-bf3526304129 req-668f12a7-f08e-480a-8308-4663771433a2 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] No waiting events found dispatching network-vif-plugged-a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.353787] env[70623]: WARNING nova.compute.manager [req-71d4fbd9-c83c-49f4-adfb-bf3526304129 req-668f12a7-f08e-480a-8308-4663771433a2 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received unexpected event network-vif-plugged-a55b48e3-e9d8-4265-a06d-1ea07ff6b292 for instance with vm_state active and task_state None. [ 818.609874] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.625631] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123978} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.625631] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.625631] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2e232-b35d-40d9-87b9-f6507a86cad6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.652675] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 04d3396a-4289-4e34-8f99-baf4e0f27efa/04d3396a-4289-4e34-8f99-baf4e0f27efa.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.655475] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.657952] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f047edd-1a3a-4eee-a47e-9006e2923d02 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.676945] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.677211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.683116] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 818.683116] env[70623]: value = "task-2793465" [ 818.683116] env[70623]: _type = "Task" [ 818.683116] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.697422] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.710236] env[70623]: DEBUG nova.network.neutron [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Successfully created port: cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.750101] env[70623]: WARNING nova.network.neutron [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] a8c8779a-e0e9-4806-994e-267bf11f538e already exists in list: networks containing: ['a8c8779a-e0e9-4806-994e-267bf11f538e']. ignoring it [ 818.768820] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f195422-51d4-4816-8dea-7a127237f9fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.777307] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9dcc91-dc94-4ce9-af95-47d0c613a6de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.808979] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2058ca-f0f6-4746-8618-7d30797a15ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.817644] env[70623]: DEBUG oslo_vmware.api [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.821407] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deda1fe-b3bd-4ec0-8c40-afe4bee4c5f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.837187] env[70623]: DEBUG nova.compute.provider_tree [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.113289] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793461, 'name': ReconfigVM_Task, 'duration_secs': 0.681992} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.113618] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef/8c873cf3-7288-4ec8-8796-68791d7813ef.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.114258] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42008977-e08e-4abe-8dd4-9f60e7ff13fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.120905] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 819.120905] env[70623]: value = "task-2793466" [ 819.120905] env[70623]: _type = "Task" [ 819.120905] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.129345] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793466, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.179836] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.195043] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.316083] env[70623]: DEBUG nova.network.neutron [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a55b48e3-e9d8-4265-a06d-1ea07ff6b292", "address": "fa:16:3e:c8:87:73", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55b48e3-e9", "ovs_interfaceid": "a55b48e3-e9d8-4265-a06d-1ea07ff6b292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.325097] env[70623]: DEBUG oslo_vmware.api [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653265} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.325097] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.325097] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.325097] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.325097] env[70623]: INFO nova.compute.manager [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 819.327045] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.327045] env[70623]: DEBUG nova.compute.manager [-] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.327045] env[70623]: DEBUG nova.network.neutron [-] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.340253] env[70623]: DEBUG nova.scheduler.client.report [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.631314] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793466, 'name': Rename_Task, 'duration_secs': 0.4427} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.631588] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.631844] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b59f4e-f8ff-4903-b567-ec0eaeaed3d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.638040] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 819.638040] env[70623]: value = "task-2793467" [ 819.638040] env[70623]: _type = "Task" [ 819.638040] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.647856] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.681977] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.697236] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793465, 'name': ReconfigVM_Task, 'duration_secs': 0.85944} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.697236] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 04d3396a-4289-4e34-8f99-baf4e0f27efa/04d3396a-4289-4e34-8f99-baf4e0f27efa.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.698145] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c478fc0-c235-4a07-8b69-774965ce43b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.705467] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 819.705467] env[70623]: value = "task-2793468" [ 819.705467] env[70623]: _type = "Task" [ 819.705467] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.712785] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793468, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.723042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.728021] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.728328] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.729120] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.729120] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.729120] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.729120] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.729310] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.729347] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.729594] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.729773] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.729950] env[70623]: DEBUG nova.virt.hardware [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.731369] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c070b48b-3b1c-483a-a852-35a49760ef7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.740023] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c22e2ec-cfd3-4a82-b069-5c759ac4136f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.823217] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.823410] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.824094] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.825488] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f55166-971c-4391-bd29-b629ba6c8f12 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.842722] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.843274] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.843512] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.843651] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.843798] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.843947] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.844199] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.844351] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.844478] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.844641] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.844802] env[70623]: DEBUG nova.virt.hardware [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.851850] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Reconfiguring VM to attach interface {{(pid=70623) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 819.852687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.854762] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192ca1d7-e037-4339-b756-d7e97f01fb57 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.868243] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.566s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.869793] env[70623]: INFO nova.compute.claims [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.883795] env[70623]: DEBUG oslo_vmware.api [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 819.883795] env[70623]: value = "task-2793469" [ 819.883795] env[70623]: _type = "Task" [ 819.883795] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.893977] env[70623]: DEBUG oslo_vmware.api [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793469, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.900896] env[70623]: INFO nova.scheduler.client.report [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Deleted allocations for instance db0b4f76-e22a-4d07-98f0-d3351cf2bd27 [ 820.070956] env[70623]: DEBUG nova.network.neutron [-] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.149296] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.214900] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793468, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.400977] env[70623]: DEBUG oslo_vmware.api [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.411657] env[70623]: DEBUG oslo_concurrency.lockutils [None req-afa417e0-d63a-49c9-b417-224883970770 tempest-AttachInterfacesUnderV243Test-284833251 tempest-AttachInterfacesUnderV243Test-284833251-project-member] Lock "db0b4f76-e22a-4d07-98f0-d3351cf2bd27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.590s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.574479] env[70623]: INFO nova.compute.manager [-] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Took 1.25 seconds to deallocate network for instance. [ 820.649234] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.718555] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793468, 'name': Rename_Task, 'duration_secs': 0.970526} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.718555] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.718555] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8e43d6-09a7-40cf-9715-7f98047d26b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.724362] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 820.724362] env[70623]: value = "task-2793470" [ 820.724362] env[70623]: _type = "Task" [ 820.724362] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.738073] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.752290] env[70623]: DEBUG nova.network.neutron [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Successfully updated port: cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.900247] env[70623]: DEBUG oslo_vmware.api [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.923704] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.923948] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.025938] env[70623]: DEBUG nova.compute.manager [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-changed-a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 821.026055] env[70623]: DEBUG nova.compute.manager [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Refreshing instance network info cache due to event network-changed-a55b48e3-e9d8-4265-a06d-1ea07ff6b292. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 821.026564] env[70623]: DEBUG oslo_concurrency.lockutils [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] Acquiring lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.026564] env[70623]: DEBUG oslo_concurrency.lockutils [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] Acquired lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.026564] env[70623]: DEBUG nova.network.neutron [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Refreshing network info cache for port a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.087165] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.148784] env[70623]: DEBUG oslo_vmware.api [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793467, 'name': PowerOnVM_Task, 'duration_secs': 1.336435} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.151408] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.151697] env[70623]: DEBUG nova.compute.manager [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.152670] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b1f4ff-c044-437d-9e29-2e02f0894705 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.239364] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793470, 'name': PowerOnVM_Task} progress is 70%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.259633] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "refresh_cache-fc40d716-c1a5-4963-ab96-d5da25b3c168" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.259828] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquired lock "refresh_cache-fc40d716-c1a5-4963-ab96-d5da25b3c168" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.260050] env[70623]: DEBUG nova.network.neutron [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.376213] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d26f02-e214-479f-a3f2-b2b083e62d14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.384291] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f0583-14b6-4660-922e-9c4eaf474d94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.395745] env[70623]: DEBUG oslo_vmware.api [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793469, 'name': ReconfigVM_Task, 'duration_secs': 1.217555} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.422385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.422501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Reconfigured VM to attach interface {{(pid=70623) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 821.426216] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43544cd-a756-4c23-9dbb-455a3a6005c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.433889] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70fcdb9-577c-4221-8492-e676819e58cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.449365] env[70623]: DEBUG nova.compute.provider_tree [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.670766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.732723] env[70623]: DEBUG oslo_vmware.api [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793470, 'name': PowerOnVM_Task, 'duration_secs': 0.72158} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.735561] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.735639] env[70623]: INFO nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Took 8.94 seconds to spawn the instance on the hypervisor. [ 821.735762] env[70623]: DEBUG nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.736585] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e5485-681f-4ba5-a891-56ceb723630f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.813772] env[70623]: DEBUG nova.network.neutron [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.927223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9a22b6e-e8bb-49a6-aa42-761ab551581a tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-6f4a73d6-0e66-4e77-9da5-f22a63068fef-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.819s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.952524] env[70623]: DEBUG nova.scheduler.client.report [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.997722] env[70623]: DEBUG nova.network.neutron [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updated VIF entry in instance network info cache for port a55b48e3-e9d8-4265-a06d-1ea07ff6b292. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.998738] env[70623]: DEBUG nova.network.neutron [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a55b48e3-e9d8-4265-a06d-1ea07ff6b292", "address": "fa:16:3e:c8:87:73", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55b48e3-e9", "ovs_interfaceid": "a55b48e3-e9d8-4265-a06d-1ea07ff6b292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.102788] env[70623]: DEBUG nova.network.neutron [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Updating instance_info_cache with network_info: [{"id": "cbcad5be-51da-44ef-b835-17b905d1fc13", "address": "fa:16:3e:f1:a1:26", "network": {"id": "11c5a2e7-2dd3-4a66-99b2-972cac76b8c8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1597181702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560cef913f6d48c6b7f2f120be08ae62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcad5be-51", "ovs_interfaceid": "cbcad5be-51da-44ef-b835-17b905d1fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.254334] env[70623]: INFO nova.compute.manager [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Took 47.66 seconds to build instance. [ 822.457668] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.458810] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.461877] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.268s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.462186] env[70623]: DEBUG nova.objects.instance [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lazy-loading 'resources' on Instance uuid 31083218-fb6f-4b8b-b085-9af5820d8d8d {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.501017] env[70623]: DEBUG oslo_concurrency.lockutils [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] Releasing lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.501335] env[70623]: DEBUG nova.compute.manager [req-0fdc064a-9372-45e7-aac3-29b7a67c1f6d req-9d6d8f22-d3f0-4cef-ba6b-3b65b3fe6853 service nova] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Received event network-vif-deleted-9a6df006-0e31-42ea-900b-cb397cf091fa {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.606241] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Releasing lock "refresh_cache-fc40d716-c1a5-4963-ab96-d5da25b3c168" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.606595] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Instance network_info: |[{"id": "cbcad5be-51da-44ef-b835-17b905d1fc13", "address": "fa:16:3e:f1:a1:26", "network": {"id": "11c5a2e7-2dd3-4a66-99b2-972cac76b8c8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1597181702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560cef913f6d48c6b7f2f120be08ae62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcad5be-51", "ovs_interfaceid": "cbcad5be-51da-44ef-b835-17b905d1fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.607037] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a1:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbcad5be-51da-44ef-b835-17b905d1fc13', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.615017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Creating folder: Project (560cef913f6d48c6b7f2f120be08ae62). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.615427] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ecefbe-b64d-43e7-b3db-f354e56e2330 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.628014] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Created folder: Project (560cef913f6d48c6b7f2f120be08ae62) in parent group-v561316. [ 822.628274] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Creating folder: Instances. Parent ref: group-v561481. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.628558] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca497043-90f4-4fe2-8d4e-7346aa1c0091 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.641305] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Created folder: Instances in parent group-v561481. [ 822.641305] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.641305] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.641305] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292ed7f4-167d-465a-af3e-4ff674eec19f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.658493] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.658493] env[70623]: value = "task-2793473" [ 822.658493] env[70623]: _type = "Task" [ 822.658493] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.667772] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793473, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.756539] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a75e54b2-9110-4b25-b4d1-e267358d6e09 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.571s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.970467] env[70623]: DEBUG nova.compute.utils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.974266] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.974266] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.054906] env[70623]: DEBUG nova.policy [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0924304e9ee14e23bd8dfdb27018974d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec4883a42064a12bb81d7080acd8f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.172044] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793473, 'name': CreateVM_Task, 'duration_secs': 0.431309} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.172044] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.172044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.172044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.176265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.177555] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6b9cb0-f660-45d9-86e7-a76ebbd789a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.187162] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 823.187162] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bedcd1-ad10-d599-009d-e6d67a24b45b" [ 823.187162] env[70623]: _type = "Task" [ 823.187162] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.195786] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bedcd1-ad10-d599-009d-e6d67a24b45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.241172] env[70623]: DEBUG nova.compute.manager [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Received event network-vif-plugged-cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.241172] env[70623]: DEBUG oslo_concurrency.lockutils [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] Acquiring lock "fc40d716-c1a5-4963-ab96-d5da25b3c168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.241172] env[70623]: DEBUG oslo_concurrency.lockutils [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.241172] env[70623]: DEBUG oslo_concurrency.lockutils [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.241172] env[70623]: DEBUG nova.compute.manager [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] No waiting events found dispatching network-vif-plugged-cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.241664] env[70623]: WARNING nova.compute.manager [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Received unexpected event network-vif-plugged-cbcad5be-51da-44ef-b835-17b905d1fc13 for instance with vm_state building and task_state spawning. [ 823.241664] env[70623]: DEBUG nova.compute.manager [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Received event network-changed-cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.241664] env[70623]: DEBUG nova.compute.manager [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Refreshing instance network info cache due to event network-changed-cbcad5be-51da-44ef-b835-17b905d1fc13. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 823.241815] env[70623]: DEBUG oslo_concurrency.lockutils [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] Acquiring lock "refresh_cache-fc40d716-c1a5-4963-ab96-d5da25b3c168" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.241938] env[70623]: DEBUG oslo_concurrency.lockutils [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] Acquired lock "refresh_cache-fc40d716-c1a5-4963-ab96-d5da25b3c168" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.242099] env[70623]: DEBUG nova.network.neutron [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Refreshing network info cache for port cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.262453] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.477569] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.537872] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.538324] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.538572] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.539313] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.539313] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.544347] env[70623]: INFO nova.compute.manager [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Terminating instance [ 823.593053] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a95056-7cf5-4463-adb9-e70c92cc536d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.604328] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1eb00-27a1-4009-9989-c3d40ecb70e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.639932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a828a43-931b-431b-a309-f8ed2ef15dfb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.647895] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da50c726-dc30-4c0a-927a-2e57d1d06080 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.662791] env[70623]: DEBUG nova.compute.provider_tree [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.698379] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bedcd1-ad10-d599-009d-e6d67a24b45b, 'name': SearchDatastore_Task, 'duration_secs': 0.019534} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.698477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.698717] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.699059] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.699339] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.700059] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.700883] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51ef74bf-7926-47eb-b6e0-6a2b681493ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.710080] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.710257] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.710993] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9434c9-e327-4338-8d86-f7b63e97cbbc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.715982] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "8c873cf3-7288-4ec8-8796-68791d7813ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.716818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "8c873cf3-7288-4ec8-8796-68791d7813ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.716818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "8c873cf3-7288-4ec8-8796-68791d7813ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.716818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "8c873cf3-7288-4ec8-8796-68791d7813ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.716818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "8c873cf3-7288-4ec8-8796-68791d7813ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.718372] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 823.718372] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5263518a-6062-ff93-3f2b-12a58843b56f" [ 823.718372] env[70623]: _type = "Task" [ 823.718372] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.718803] env[70623]: INFO nova.compute.manager [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Terminating instance [ 823.729736] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5263518a-6062-ff93-3f2b-12a58843b56f, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.733640] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ef393c-3cb1-494a-aaf8-7014073ff990 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.737190] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 823.737190] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bf04b9-a780-f31e-b733-6b55afb75382" [ 823.737190] env[70623]: _type = "Task" [ 823.737190] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.747777] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bf04b9-a780-f31e-b733-6b55afb75382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.786720] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.810545] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "04d3396a-4289-4e34-8f99-baf4e0f27efa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.810800] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.810984] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "04d3396a-4289-4e34-8f99-baf4e0f27efa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.811213] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.811388] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.813539] env[70623]: INFO nova.compute.manager [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Terminating instance [ 824.040122] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Successfully created port: e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.050665] env[70623]: DEBUG nova.compute.manager [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.050885] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.052406] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366500d5-d2f1-49a5-a7cc-f3e49732b501 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.062372] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.062608] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a3b3a6-b403-4619-a088-6bee1f0bb90a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.071878] env[70623]: DEBUG oslo_vmware.api [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 824.071878] env[70623]: value = "task-2793474" [ 824.071878] env[70623]: _type = "Task" [ 824.071878] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.082818] env[70623]: DEBUG oslo_vmware.api [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.172021] env[70623]: DEBUG nova.scheduler.client.report [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.228058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "refresh_cache-8c873cf3-7288-4ec8-8796-68791d7813ef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.228058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "refresh_cache-8c873cf3-7288-4ec8-8796-68791d7813ef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.228058] env[70623]: DEBUG nova.network.neutron [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.249968] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bf04b9-a780-f31e-b733-6b55afb75382, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.250531] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.250916] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] fc40d716-c1a5-4963-ab96-d5da25b3c168/fc40d716-c1a5-4963-ab96-d5da25b3c168.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.251340] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c51068-29b4-4530-9816-e8518432d597 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.259167] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 824.259167] env[70623]: value = "task-2793475" [ 824.259167] env[70623]: _type = "Task" [ 824.259167] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.270082] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.312084] env[70623]: DEBUG nova.network.neutron [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Updated VIF entry in instance network info cache for port cbcad5be-51da-44ef-b835-17b905d1fc13. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.312084] env[70623]: DEBUG nova.network.neutron [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Updating instance_info_cache with network_info: [{"id": "cbcad5be-51da-44ef-b835-17b905d1fc13", "address": "fa:16:3e:f1:a1:26", "network": {"id": "11c5a2e7-2dd3-4a66-99b2-972cac76b8c8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1597181702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560cef913f6d48c6b7f2f120be08ae62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbcad5be-51", "ovs_interfaceid": "cbcad5be-51da-44ef-b835-17b905d1fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.318633] env[70623]: DEBUG nova.compute.manager [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.319392] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.322029] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f3dba-b8bc-4af2-9ac2-c6185ef61c7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.332698] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.333162] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5512e2b6-a5bf-4d97-b7ef-0845874ad22f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.340383] env[70623]: DEBUG oslo_vmware.api [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 824.340383] env[70623]: value = "task-2793476" [ 824.340383] env[70623]: _type = "Task" [ 824.340383] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.351709] env[70623]: DEBUG oslo_vmware.api [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.491034] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.528390] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.528631] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.528857] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.529334] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.529497] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.529685] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.529878] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.530106] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.530253] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.530422] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.530625] env[70623]: DEBUG nova.virt.hardware [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.531998] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2482dd24-a6dd-4f5e-9aac-4fd56d27dca3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.541852] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592a466-7f63-4407-8809-9b640c887a47 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.582406] env[70623]: DEBUG oslo_vmware.api [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793474, 'name': PowerOffVM_Task, 'duration_secs': 0.218109} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.582738] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.582916] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.583391] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41f95ceb-3b54-427f-b39d-00a1f7ae07eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.651228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "interface-6f4a73d6-0e66-4e77-9da5-f22a63068fef-a55b48e3-e9d8-4265-a06d-1ea07ff6b292" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.651647] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-6f4a73d6-0e66-4e77-9da5-f22a63068fef-a55b48e3-e9d8-4265-a06d-1ea07ff6b292" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.675621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.679038] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.268s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.679038] env[70623]: DEBUG nova.objects.instance [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lazy-loading 'resources' on Instance uuid b670d5e7-bbf2-41b9-bd1b-29de7c6529ac {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.683404] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.683404] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.683404] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleting the datastore file [datastore2] f203a277-18bf-4e74-ae5f-273ac1dfe2b2 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.683404] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4259e8a2-757f-4d10-97fd-9aae712c9718 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.689901] env[70623]: DEBUG oslo_vmware.api [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 824.689901] env[70623]: value = "task-2793478" [ 824.689901] env[70623]: _type = "Task" [ 824.689901] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.700764] env[70623]: DEBUG oslo_vmware.api [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.709321] env[70623]: INFO nova.scheduler.client.report [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Deleted allocations for instance 31083218-fb6f-4b8b-b085-9af5820d8d8d [ 824.767210] env[70623]: DEBUG nova.network.neutron [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.775952] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.814196] env[70623]: DEBUG oslo_concurrency.lockutils [req-27b3c489-bc23-4838-9500-74947c756f83 req-c238f2f9-2fec-4d02-a5da-d4c8ee42baf5 service nova] Releasing lock "refresh_cache-fc40d716-c1a5-4963-ab96-d5da25b3c168" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.831407] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Successfully created port: 46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.856371] env[70623]: DEBUG nova.network.neutron [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.863283] env[70623]: DEBUG oslo_vmware.api [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793476, 'name': PowerOffVM_Task, 'duration_secs': 0.213365} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.863945] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.864350] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.864582] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9423ce91-8fe0-46a1-9eba-499a8b236e34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.940058] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.940437] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.940546] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleting the datastore file [datastore2] 04d3396a-4289-4e34-8f99-baf4e0f27efa {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.940761] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713ec2d0-9ddc-456e-9c7b-4a65438dbdf6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.952079] env[70623]: DEBUG oslo_vmware.api [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 824.952079] env[70623]: value = "task-2793480" [ 824.952079] env[70623]: _type = "Task" [ 824.952079] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.962607] env[70623]: DEBUG oslo_vmware.api [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.155812] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.155993] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.157873] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f273ce-0e82-4b39-9f83-c279e91af58c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.178121] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a835f5-8e10-4c48-9170-0eadc25a4d46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.210842] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Reconfiguring VM to detach interface {{(pid=70623) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 825.214426] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac14550-3731-4fb5-9035-896a5ad057b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.234624] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56ba0968-dc91-4ec2-af94-bfc496a1f3e8 tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "31083218-fb6f-4b8b-b085-9af5820d8d8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.263s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.239957] env[70623]: DEBUG oslo_vmware.api [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309043} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.241068] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.241284] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.242999] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.242999] env[70623]: INFO nova.compute.manager [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 825.242999] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.242999] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 825.242999] env[70623]: value = "task-2793481" [ 825.242999] env[70623]: _type = "Task" [ 825.242999] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.242999] env[70623]: DEBUG nova.compute.manager [-] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.242999] env[70623]: DEBUG nova.network.neutron [-] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.280688] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60073} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.280977] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] fc40d716-c1a5-4963-ab96-d5da25b3c168/fc40d716-c1a5-4963-ab96-d5da25b3c168.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.280977] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.282316] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96e10fca-b9ff-4dff-9342-ba798dd61acb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.294711] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 825.294711] env[70623]: value = "task-2793482" [ 825.294711] env[70623]: _type = "Task" [ 825.294711] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.307166] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.369531] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "refresh_cache-8c873cf3-7288-4ec8-8796-68791d7813ef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.369531] env[70623]: DEBUG nova.compute.manager [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.369531] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.369531] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace2affb-deed-42f0-a7e5-73e5b292ad41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.386025] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.386025] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5dad94f-e0dd-4784-9117-27f536a42f87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.399024] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 825.399024] env[70623]: value = "task-2793483" [ 825.399024] env[70623]: _type = "Task" [ 825.399024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.415983] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.468474] env[70623]: DEBUG oslo_vmware.api [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209825} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.468698] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.468805] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.468983] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.469341] env[70623]: INFO nova.compute.manager [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 825.469439] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.469602] env[70623]: DEBUG nova.compute.manager [-] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.469693] env[70623]: DEBUG nova.network.neutron [-] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.646237] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.646508] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.758529] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.803021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d76eefc-7982-4c5b-a163-ac425c1a4f7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.810689] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d8643-cad2-4b73-82ef-92775322e7db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.815020] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071009} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.815020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.815020] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a5d46-5b0b-4a73-aebf-50c652f7db35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.847221] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0bd956-0286-46de-b557-d4f1c41b063b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.868623] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fc40d716-c1a5-4963-ab96-d5da25b3c168/fc40d716-c1a5-4963-ab96-d5da25b3c168.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.870490] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f862b7df-c1f1-4186-9fd1-127c8cd99b17 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.885924] env[70623]: DEBUG nova.compute.manager [req-7826a38f-969f-4e62-90e1-df1425706a0a req-cbf55d8f-2537-4ca1-b224-bd9d8989a6f2 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Received event network-vif-deleted-3eb231fd-6a34-47cd-bb0b-9d2c8534d05e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.886133] env[70623]: INFO nova.compute.manager [req-7826a38f-969f-4e62-90e1-df1425706a0a req-cbf55d8f-2537-4ca1-b224-bd9d8989a6f2 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Neutron deleted interface 3eb231fd-6a34-47cd-bb0b-9d2c8534d05e; detaching it from the instance and deleting it from the info cache [ 825.886300] env[70623]: DEBUG nova.network.neutron [req-7826a38f-969f-4e62-90e1-df1425706a0a req-cbf55d8f-2537-4ca1-b224-bd9d8989a6f2 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.891677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d30e59-2fb3-409b-9c21-84e1a72b36c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.896860] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 825.896860] env[70623]: value = "task-2793484" [ 825.896860] env[70623]: _type = "Task" [ 825.896860] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.908994] env[70623]: DEBUG nova.compute.provider_tree [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.917890] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.921321] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793483, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.204598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.204976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.205226] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.205759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.205759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.208257] env[70623]: INFO nova.compute.manager [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Terminating instance [ 826.256749] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.360646] env[70623]: DEBUG nova.network.neutron [-] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.392230] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91b1240c-2458-47ec-b3d0-531dd85c51dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.406158] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64015e4b-a216-471c-b39c-4e7e48facd65 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418597] env[70623]: DEBUG nova.scheduler.client.report [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.429671] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793484, 'name': ReconfigVM_Task, 'duration_secs': 0.307934} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.430294] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fc40d716-c1a5-4963-ab96-d5da25b3c168/fc40d716-c1a5-4963-ab96-d5da25b3c168.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.430989] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a274900f-1e21-4ade-969b-e592820f7e17 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.435314] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793483, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.451286] env[70623]: DEBUG nova.compute.manager [req-7826a38f-969f-4e62-90e1-df1425706a0a req-cbf55d8f-2537-4ca1-b224-bd9d8989a6f2 service nova] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Detach interface failed, port_id=3eb231fd-6a34-47cd-bb0b-9d2c8534d05e, reason: Instance f203a277-18bf-4e74-ae5f-273ac1dfe2b2 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 826.455682] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 826.455682] env[70623]: value = "task-2793485" [ 826.455682] env[70623]: _type = "Task" [ 826.455682] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.465707] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793485, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.508456] env[70623]: DEBUG nova.network.neutron [-] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.631435] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Successfully updated port: e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.712626] env[70623]: DEBUG nova.compute.manager [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.712859] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.714094] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f3ffdc-de91-40be-8595-c283e8e35225 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.721685] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.721916] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5920b5db-296c-429e-9f7a-645a4bf9e4ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.727675] env[70623]: DEBUG oslo_vmware.api [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 826.727675] env[70623]: value = "task-2793486" [ 826.727675] env[70623]: _type = "Task" [ 826.727675] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.735684] env[70623]: DEBUG oslo_vmware.api [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.754257] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.863579] env[70623]: INFO nova.compute.manager [-] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Took 1.62 seconds to deallocate network for instance. [ 826.925885] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793483, 'name': PowerOffVM_Task, 'duration_secs': 1.130568} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.926180] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.926352] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.926594] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f2fac0-a8a9-4a05-881d-ccc89b7a96dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.929978] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.932127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.838s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.932316] env[70623]: DEBUG nova.objects.instance [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.947705] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.947957] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.948133] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleting the datastore file [datastore2] 8c873cf3-7288-4ec8-8796-68791d7813ef {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.948396] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc49f8a3-aea1-40d8-9ffa-cd08c459a1b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.957539] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 826.957539] env[70623]: value = "task-2793488" [ 826.957539] env[70623]: _type = "Task" [ 826.957539] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.967195] env[70623]: INFO nova.scheduler.client.report [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleted allocations for instance b670d5e7-bbf2-41b9-bd1b-29de7c6529ac [ 826.988258] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793485, 'name': Rename_Task, 'duration_secs': 0.156908} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.992783] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.993106] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.993698] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a70e6c02-bcaf-45e2-961b-c33c738f5679 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.999968] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 826.999968] env[70623]: value = "task-2793489" [ 826.999968] env[70623]: _type = "Task" [ 826.999968] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.008304] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.013925] env[70623]: INFO nova.compute.manager [-] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Took 1.54 seconds to deallocate network for instance. [ 827.241149] env[70623]: DEBUG oslo_vmware.api [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793486, 'name': PowerOffVM_Task, 'duration_secs': 0.196094} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.241149] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.241149] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.241149] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed151ecf-848c-4bf9-acd1-c77e29421870 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.254707] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.317376] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.317609] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.317792] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Deleting the datastore file [datastore1] 8205c11f-3360-4b70-86d0-e48fa7beb2b5 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.318136] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d75c23-ec25-4f3f-bf09-e326048c87a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.326249] env[70623]: DEBUG oslo_vmware.api [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for the task: (returnval){ [ 827.326249] env[70623]: value = "task-2793491" [ 827.326249] env[70623]: _type = "Task" [ 827.326249] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.337125] env[70623]: DEBUG oslo_vmware.api [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.373083] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.480722] env[70623]: DEBUG oslo_vmware.api [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105256} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.481064] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.481291] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.481492] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.482018] env[70623]: INFO nova.compute.manager [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Took 2.11 seconds to destroy the instance on the hypervisor. [ 827.482018] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.484879] env[70623]: DEBUG nova.compute.manager [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.484990] env[70623]: DEBUG nova.network.neutron [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.487759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b360239-7fec-4b5c-8af3-77b1f359b48f tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "b670d5e7-bbf2-41b9-bd1b-29de7c6529ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.113s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.510994] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793489, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.518774] env[70623]: DEBUG nova.network.neutron [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.520638] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.759592] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.838571] env[70623]: DEBUG oslo_vmware.api [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Task: {'id': task-2793491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285413} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.842562] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.842836] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.843032] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.843215] env[70623]: INFO nova.compute.manager [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 827.843461] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.843657] env[70623]: DEBUG nova.compute.manager [-] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.843753] env[70623]: DEBUG nova.network.neutron [-] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.941172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d267471b-91ba-401a-b781-794e042a481d tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.942433] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.622s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.942658] env[70623]: DEBUG nova.objects.instance [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lazy-loading 'resources' on Instance uuid 66441d00-c5cd-4331-a28b-0062f0bbba02 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.949083] env[70623]: DEBUG nova.compute.manager [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Received event network-vif-deleted-003765c7-cceb-4914-837f-1b3973ba57c6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.949460] env[70623]: DEBUG nova.compute.manager [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received event network-vif-plugged-e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.949460] env[70623]: DEBUG oslo_concurrency.lockutils [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] Acquiring lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.949650] env[70623]: DEBUG oslo_concurrency.lockutils [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] Lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.949812] env[70623]: DEBUG oslo_concurrency.lockutils [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] Lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.950374] env[70623]: DEBUG nova.compute.manager [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] No waiting events found dispatching network-vif-plugged-e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.950501] env[70623]: WARNING nova.compute.manager [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received unexpected event network-vif-plugged-e2a448b3-ba16-4000-888e-ac71de246911 for instance with vm_state building and task_state spawning. [ 827.950625] env[70623]: DEBUG nova.compute.manager [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received event network-changed-e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.950775] env[70623]: DEBUG nova.compute.manager [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Refreshing instance network info cache due to event network-changed-e2a448b3-ba16-4000-888e-ac71de246911. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 827.950954] env[70623]: DEBUG oslo_concurrency.lockutils [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] Acquiring lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.951170] env[70623]: DEBUG oslo_concurrency.lockutils [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] Acquired lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.951332] env[70623]: DEBUG nova.network.neutron [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Refreshing network info cache for port e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.010595] env[70623]: DEBUG oslo_vmware.api [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793489, 'name': PowerOnVM_Task, 'duration_secs': 0.524981} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.010921] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.011148] env[70623]: INFO nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Took 8.33 seconds to spawn the instance on the hypervisor. [ 828.011333] env[70623]: DEBUG nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.012113] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5f347d-5a79-4f65-826b-fc7808e6cdf7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.022157] env[70623]: DEBUG nova.network.neutron [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.259080] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.528236] env[70623]: INFO nova.compute.manager [-] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Took 1.04 seconds to deallocate network for instance. [ 828.535024] env[70623]: INFO nova.compute.manager [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Took 50.00 seconds to build instance. [ 828.624240] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.624561] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.718017] env[70623]: DEBUG nova.network.neutron [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.763762] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.807800] env[70623]: DEBUG nova.network.neutron [-] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.920106] env[70623]: DEBUG nova.network.neutron [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.924619] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e2343-13c5-4aa8-abb6-e53b551d7c22 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.933325] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faac27d-1335-44ce-9582-190d09403f39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.977014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a88d8-db0d-41ec-a6b7-f5d3eab7dd5e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.983563] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca1ea12-ed92-4601-83d1-60fa4f8254db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.001671] env[70623]: DEBUG nova.compute.provider_tree [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.036646] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c8d2639-7699-4119-a741-2feed24ad152 tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.515s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.040646] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.261012] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.279804] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Successfully updated port: 46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.310638] env[70623]: INFO nova.compute.manager [-] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Took 1.47 seconds to deallocate network for instance. [ 829.422650] env[70623]: DEBUG oslo_concurrency.lockutils [req-4eb6d920-2903-494a-b803-2ec1ddda0ce7 req-c02bde0b-d49e-4b14-9243-a60c3b784755 service nova] Releasing lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.504697] env[70623]: DEBUG nova.scheduler.client.report [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.539790] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.762624] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.783478] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.783979] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.783979] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.818963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.003064] env[70623]: DEBUG nova.compute.manager [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Received event network-vif-deleted-cab5f0c9-cdfa-482c-a1db-9df3a36bfb37 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.003064] env[70623]: DEBUG nova.compute.manager [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received event network-vif-plugged-46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.003064] env[70623]: DEBUG oslo_concurrency.lockutils [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] Acquiring lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.003064] env[70623]: DEBUG oslo_concurrency.lockutils [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] Lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.003064] env[70623]: DEBUG oslo_concurrency.lockutils [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] Lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.004010] env[70623]: DEBUG nova.compute.manager [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] No waiting events found dispatching network-vif-plugged-46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.004304] env[70623]: WARNING nova.compute.manager [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received unexpected event network-vif-plugged-46f92814-b90d-4c56-828d-88e1d1385f26 for instance with vm_state building and task_state spawning. [ 830.004489] env[70623]: DEBUG nova.compute.manager [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received event network-changed-46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.004651] env[70623]: DEBUG nova.compute.manager [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Refreshing instance network info cache due to event network-changed-46f92814-b90d-4c56-828d-88e1d1385f26. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 830.004826] env[70623]: DEBUG oslo_concurrency.lockutils [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] Acquiring lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.012177] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.016606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.789s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.021024] env[70623]: INFO nova.compute.claims [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.052074] env[70623]: INFO nova.scheduler.client.report [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Deleted allocations for instance 66441d00-c5cd-4331-a28b-0062f0bbba02 [ 830.063424] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.262587] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.345148] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.561251] env[70623]: DEBUG oslo_concurrency.lockutils [None req-25bbaff1-3d8d-4665-b86c-76cf98f260c1 tempest-ServersTestManualDisk-489817777 tempest-ServersTestManualDisk-489817777-project-member] Lock "66441d00-c5cd-4331-a28b-0062f0bbba02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.291s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.733915] env[70623]: DEBUG nova.network.neutron [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Updating instance_info_cache with network_info: [{"id": "e2a448b3-ba16-4000-888e-ac71de246911", "address": "fa:16:3e:02:99:55", "network": {"id": "6bb8a652-acf9-4996-b2f8-4a11ed3cb0fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1002822704", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a448b3-ba", "ovs_interfaceid": "e2a448b3-ba16-4000-888e-ac71de246911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46f92814-b90d-4c56-828d-88e1d1385f26", "address": "fa:16:3e:e7:33:ab", "network": {"id": "606f626d-1cf8-4ec9-a26c-fed1695fadc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-687502919", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f92814-b9", "ovs_interfaceid": "46f92814-b90d-4c56-828d-88e1d1385f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.762707] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.109556] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.109805] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.242959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Releasing lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.243351] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Instance network_info: |[{"id": "e2a448b3-ba16-4000-888e-ac71de246911", "address": "fa:16:3e:02:99:55", "network": {"id": "6bb8a652-acf9-4996-b2f8-4a11ed3cb0fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1002822704", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a448b3-ba", "ovs_interfaceid": "e2a448b3-ba16-4000-888e-ac71de246911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46f92814-b90d-4c56-828d-88e1d1385f26", "address": "fa:16:3e:e7:33:ab", "network": {"id": "606f626d-1cf8-4ec9-a26c-fed1695fadc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-687502919", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f92814-b9", "ovs_interfaceid": "46f92814-b90d-4c56-828d-88e1d1385f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.246299] env[70623]: DEBUG oslo_concurrency.lockutils [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] Acquired lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.246519] env[70623]: DEBUG nova.network.neutron [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Refreshing network info cache for port 46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.248172] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:99:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2a448b3-ba16-4000-888e-ac71de246911', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:33:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46f92814-b90d-4c56-828d-88e1d1385f26', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.261819] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.266044] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.270120] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56906d6f-505e-44d8-a219-73089edd2887 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.296578] env[70623]: DEBUG oslo_vmware.api [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793481, 'name': ReconfigVM_Task, 'duration_secs': 5.807927} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.298082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.298082] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Reconfigured VM to detach interface {{(pid=70623) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 831.300269] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.300269] env[70623]: value = "task-2793492" [ 831.300269] env[70623]: _type = "Task" [ 831.300269] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.312046] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793492, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.529060] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "fc40d716-c1a5-4963-ab96-d5da25b3c168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.529309] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.529586] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "fc40d716-c1a5-4963-ab96-d5da25b3c168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.534254] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.534594] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.005s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.537276] env[70623]: INFO nova.compute.manager [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Terminating instance [ 831.622420] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374fcccd-5eda-4138-a20b-4ec3253bae8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.631932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae873d67-8b77-4051-ae27-2b3f0733fc99 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.665204] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d710b82a-9c18-405d-a028-5746554ac54d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.673768] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb87e39-ecfe-4364-89b4-fd72863daee6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.688929] env[70623]: DEBUG nova.compute.provider_tree [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.816236] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793492, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.043311] env[70623]: DEBUG nova.compute.manager [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.043311] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.043311] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bd4b9-b593-4f40-afdf-b26f845e2bd8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.053171] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.053781] env[70623]: DEBUG nova.network.neutron [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Updated VIF entry in instance network info cache for port 46f92814-b90d-4c56-828d-88e1d1385f26. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.054347] env[70623]: DEBUG nova.network.neutron [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Updating instance_info_cache with network_info: [{"id": "e2a448b3-ba16-4000-888e-ac71de246911", "address": "fa:16:3e:02:99:55", "network": {"id": "6bb8a652-acf9-4996-b2f8-4a11ed3cb0fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1002822704", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a448b3-ba", "ovs_interfaceid": "e2a448b3-ba16-4000-888e-ac71de246911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46f92814-b90d-4c56-828d-88e1d1385f26", "address": "fa:16:3e:e7:33:ab", "network": {"id": "606f626d-1cf8-4ec9-a26c-fed1695fadc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-687502919", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f92814-b9", "ovs_interfaceid": "46f92814-b90d-4c56-828d-88e1d1385f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.055943] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d4e35e8-e9f3-43ae-807c-737ff51d9e6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.064272] env[70623]: DEBUG oslo_vmware.api [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 832.064272] env[70623]: value = "task-2793493" [ 832.064272] env[70623]: _type = "Task" [ 832.064272] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.075247] env[70623]: DEBUG oslo_vmware.api [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.194497] env[70623]: DEBUG nova.scheduler.client.report [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.213584] env[70623]: DEBUG nova.compute.manager [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-vif-deleted-a55b48e3-e9d8-4265-a06d-1ea07ff6b292 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.214033] env[70623]: INFO nova.compute.manager [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Neutron deleted interface a55b48e3-e9d8-4265-a06d-1ea07ff6b292; detaching it from the instance and deleting it from the info cache [ 832.214507] env[70623]: DEBUG nova.network.neutron [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.316796] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793492, 'name': CreateVM_Task, 'duration_secs': 0.558904} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.317128] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.317892] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.318100] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.318403] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.318658] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f25f864-3e0e-4865-ae82-6048a51f3cad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.323529] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 832.323529] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d3dfcf-0655-31ad-a2c6-e6a14b53a8fc" [ 832.323529] env[70623]: _type = "Task" [ 832.323529] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.331701] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d3dfcf-0655-31ad-a2c6-e6a14b53a8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.515195] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.515195] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.515195] env[70623]: DEBUG nova.network.neutron [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.560815] env[70623]: DEBUG oslo_concurrency.lockutils [req-45dadebd-56d6-4967-80c5-30b312bf1d6d req-03440650-59ad-4dfa-9266-4366bc5ac62e service nova] Releasing lock "refresh_cache-20617bdb-d8d0-45b6-884a-c2535758366a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.575556] env[70623]: DEBUG oslo_vmware.api [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793493, 'name': PowerOffVM_Task, 'duration_secs': 0.193853} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.575556] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.575556] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.575556] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cc6ecd5-4c60-4150-80bd-cdbcc24c9a3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.639038] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.639038] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.639038] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Deleting the datastore file [datastore2] fc40d716-c1a5-4963-ab96-d5da25b3c168 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.639038] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc0a33f1-7c0f-4d09-96e5-485fa1bb6e45 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.648275] env[70623]: DEBUG oslo_vmware.api [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for the task: (returnval){ [ 832.648275] env[70623]: value = "task-2793495" [ 832.648275] env[70623]: _type = "Task" [ 832.648275] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.658868] env[70623]: DEBUG oslo_vmware.api [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.703114] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.703114] env[70623]: DEBUG nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.705414] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.019s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.707848] env[70623]: INFO nova.compute.claims [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.721291] env[70623]: DEBUG oslo_concurrency.lockutils [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.721291] env[70623]: DEBUG oslo_concurrency.lockutils [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] Acquired lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f840149-d641-4cdc-9d71-b0b745762b2f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.748016] env[70623]: DEBUG oslo_concurrency.lockutils [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] Releasing lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.748016] env[70623]: WARNING nova.compute.manager [req-9c27779b-8dd1-4884-8fd0-6024945301ad req-073433b3-4a37-4678-8f2b-f81cc8014196 service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Detach interface failed, port_id=a55b48e3-e9d8-4265-a06d-1ea07ff6b292, reason: No device with interface-id a55b48e3-e9d8-4265-a06d-1ea07ff6b292 exists on VM: nova.exception.NotFound: No device with interface-id a55b48e3-e9d8-4265-a06d-1ea07ff6b292 exists on VM [ 832.842525] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d3dfcf-0655-31ad-a2c6-e6a14b53a8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.842870] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.843128] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.843374] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.845826] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.846084] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.846383] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e61cec-9708-4493-851d-9058a6a5942e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.857303] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.857303] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.857303] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c18b5f-e7d8-4e97-8d3b-66926769ea39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.862488] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 832.862488] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ae3941-dd94-f938-7748-bf6c8fc5465a" [ 832.862488] env[70623]: _type = "Task" [ 832.862488] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.871636] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ae3941-dd94-f938-7748-bf6c8fc5465a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.024778] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.024983] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.025245] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.025437] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.025608] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.030016] env[70623]: INFO nova.compute.manager [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Terminating instance [ 833.162748] env[70623]: DEBUG oslo_vmware.api [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Task: {'id': task-2793495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185346} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.162748] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.162748] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.162748] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.162748] env[70623]: INFO nova.compute.manager [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Took 1.12 seconds to destroy the instance on the hypervisor. [ 833.163037] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.163248] env[70623]: DEBUG nova.compute.manager [-] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.163347] env[70623]: DEBUG nova.network.neutron [-] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.215397] env[70623]: DEBUG nova.compute.utils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.219907] env[70623]: DEBUG nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 833.373172] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ae3941-dd94-f938-7748-bf6c8fc5465a, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.374040] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fac17f-ffe0-4554-9973-62afd5d90da7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.379950] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 833.379950] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bbf9b3-c860-fd3d-7538-d215a830148f" [ 833.379950] env[70623]: _type = "Task" [ 833.379950] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.387354] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bbf9b3-c860-fd3d-7538-d215a830148f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.487502] env[70623]: DEBUG nova.network.neutron [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [{"id": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "address": "fa:16:3e:7b:25:c5", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe97833-04", "ovs_interfaceid": "bfe97833-042e-4b3d-9a82-238d8a8a663f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.533726] env[70623]: DEBUG nova.compute.manager [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.533954] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.534858] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1e7c9-ec48-4d36-8e30-b3f96d261bcf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.549016] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.549016] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a793d4-1ed3-4d2e-a28a-f8e8fac39ae0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.554721] env[70623]: DEBUG oslo_vmware.api [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 833.554721] env[70623]: value = "task-2793496" [ 833.554721] env[70623]: _type = "Task" [ 833.554721] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.566396] env[70623]: DEBUG oslo_vmware.api [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.721064] env[70623]: DEBUG nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.892700] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bbf9b3-c860-fd3d-7538-d215a830148f, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.893167] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.893308] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 20617bdb-d8d0-45b6-884a-c2535758366a/20617bdb-d8d0-45b6-884a-c2535758366a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.893536] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770a4250-2e5e-446c-85aa-6d1799152893 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.900100] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 833.900100] env[70623]: value = "task-2793497" [ 833.900100] env[70623]: _type = "Task" [ 833.900100] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.908111] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.990482] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-6f4a73d6-0e66-4e77-9da5-f22a63068fef" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.065564] env[70623]: DEBUG nova.network.neutron [-] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.077151] env[70623]: DEBUG oslo_vmware.api [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793496, 'name': PowerOffVM_Task, 'duration_secs': 0.319573} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.077151] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.077313] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.077638] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93915e12-f2af-47e4-b566-263ecbfe3aa9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.159170] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.159170] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.159170] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleting the datastore file [datastore2] 6f4a73d6-0e66-4e77-9da5-f22a63068fef {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.159170] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1c27a20-f5c6-441e-8954-10f6142be234 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.168759] env[70623]: DEBUG oslo_vmware.api [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 834.168759] env[70623]: value = "task-2793499" [ 834.168759] env[70623]: _type = "Task" [ 834.168759] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.184981] env[70623]: DEBUG oslo_vmware.api [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.203801] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef25d8d-a1eb-4503-95ea-d0cc03b8a44f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.214779] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7de2b5-2398-4107-8a92-1ece28b8d2df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.251054] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad54e6-113a-470c-abbe-eda24a2bdf1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.261789] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d4ba2-30ab-40ca-b9d7-2373987d355c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.279621] env[70623]: DEBUG nova.compute.provider_tree [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.283450] env[70623]: DEBUG nova.compute.manager [req-917a7fd5-1b56-4fb2-ac7d-102632f6d48d req-bc8871f9-1086-4b4c-a45d-96f54423ed8e service nova] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Received event network-vif-deleted-cbcad5be-51da-44ef-b835-17b905d1fc13 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 834.411623] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463238} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.411964] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 20617bdb-d8d0-45b6-884a-c2535758366a/20617bdb-d8d0-45b6-884a-c2535758366a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.412321] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.412600] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8fe56b8-968c-4e03-982e-e2b157fd074a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.419459] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 834.419459] env[70623]: value = "task-2793500" [ 834.419459] env[70623]: _type = "Task" [ 834.419459] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.428432] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.494753] env[70623]: DEBUG oslo_concurrency.lockutils [None req-778892d0-3c6f-4eaa-a518-91613584f695 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-6f4a73d6-0e66-4e77-9da5-f22a63068fef-a55b48e3-e9d8-4265-a06d-1ea07ff6b292" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.843s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.569268] env[70623]: INFO nova.compute.manager [-] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Took 1.41 seconds to deallocate network for instance. [ 834.678925] env[70623]: DEBUG oslo_vmware.api [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310343} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.679209] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.679392] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.679566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.679734] env[70623]: INFO nova.compute.manager [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 834.679975] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.680179] env[70623]: DEBUG nova.compute.manager [-] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.680274] env[70623]: DEBUG nova.network.neutron [-] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.751776] env[70623]: DEBUG nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.785220] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.785499] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.785655] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.785844] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.786042] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.787740] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.787740] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.787740] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.787740] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.787740] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.787740] env[70623]: DEBUG nova.virt.hardware [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.787922] env[70623]: DEBUG nova.scheduler.client.report [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.791831] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b32932-a7cc-49e5-b449-7372434b8ddb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.801094] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f22133b-1998-4180-a5ae-e3f1549cac7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.817178] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.822919] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Creating folder: Project (002bdb73beb54cb89c3f33dfbd95e8d5). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.823901] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130f207a-a8e0-4184-a3ea-65da10eb089a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.834715] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Created folder: Project (002bdb73beb54cb89c3f33dfbd95e8d5) in parent group-v561316. [ 834.837448] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Creating folder: Instances. Parent ref: group-v561485. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.837448] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75de822-e9e4-4162-8688-bda5d3ba117d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.844132] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Created folder: Instances in parent group-v561485. [ 834.844372] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.844557] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.844761] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f5bc3e-e38b-4936-b181-0ac016b4ed8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.863454] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.863454] env[70623]: value = "task-2793503" [ 834.863454] env[70623]: _type = "Task" [ 834.863454] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.871109] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793503, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.929447] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058856} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.929842] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.930686] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6929ab55-56e9-41d0-ae1b-804b100c7ce9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.959730] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 20617bdb-d8d0-45b6-884a-c2535758366a/20617bdb-d8d0-45b6-884a-c2535758366a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.960433] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a34364f-dc4a-4031-8ecd-cd6ceb318b77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.981157] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 834.981157] env[70623]: value = "task-2793504" [ 834.981157] env[70623]: _type = "Task" [ 834.981157] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.991730] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.075304] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.296149] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.296918] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.300466] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.048s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.300738] env[70623]: DEBUG nova.objects.instance [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 835.375290] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793503, 'name': CreateVM_Task, 'duration_secs': 0.301071} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.375492] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.375968] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.376232] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.376535] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.377125] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b108b22-0f7f-4f15-adcf-53246010d90d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.381845] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 835.381845] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5283fe40-0502-caa7-ea8a-9f248268f678" [ 835.381845] env[70623]: _type = "Task" [ 835.381845] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.390727] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5283fe40-0502-caa7-ea8a-9f248268f678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.498294] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793504, 'name': ReconfigVM_Task, 'duration_secs': 0.333886} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.498294] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 20617bdb-d8d0-45b6-884a-c2535758366a/20617bdb-d8d0-45b6-884a-c2535758366a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.498294] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf488746-b7fe-4476-a46a-08193f5fee49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.505807] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 835.505807] env[70623]: value = "task-2793505" [ 835.505807] env[70623]: _type = "Task" [ 835.505807] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.513459] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793505, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.767359] env[70623]: DEBUG nova.network.neutron [-] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.811644] env[70623]: DEBUG nova.compute.utils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.813129] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.813302] env[70623]: DEBUG nova.network.neutron [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.863900] env[70623]: DEBUG nova.policy [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c2f4f7315d14f7dbd16a1f55a765d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6d6c2607294839bb75430ff7ab8e46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.902338] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5283fe40-0502-caa7-ea8a-9f248268f678, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.908410] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.908762] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.913171] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.913427] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.913696] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.914050] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25cf7963-3d86-49f3-af74-d60980eae964 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.924121] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.925515] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.925515] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c69b9c-fdcc-49ad-a982-f8f424e3da39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.930219] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 835.930219] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b53b83-0bae-6e62-8684-d4e41dac1bb5" [ 835.930219] env[70623]: _type = "Task" [ 835.930219] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.938011] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b53b83-0bae-6e62-8684-d4e41dac1bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.015070] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793505, 'name': Rename_Task, 'duration_secs': 0.150431} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.015863] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.018244] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2be03dc-74d7-4218-8970-8b1e63aa31e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.023052] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 836.023052] env[70623]: value = "task-2793506" [ 836.023052] env[70623]: _type = "Task" [ 836.023052] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.030578] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.270464] env[70623]: INFO nova.compute.manager [-] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Took 1.59 seconds to deallocate network for instance. [ 836.317519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a088b2e1-9734-44dc-bc1b-3f8f98b03a40 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.317519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.068s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.317519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.317519] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 836.320542] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.487s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.320542] env[70623]: INFO nova.compute.claims [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.323487] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.328538] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7933ce3b-dbc5-4cb4-a552-af23d2e6fccd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.337854] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea41d9-fa6a-4257-9e52-c4c93587ef52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.354578] env[70623]: DEBUG nova.network.neutron [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Successfully created port: e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.357130] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d6fbbe-e0f1-4cad-8f4d-54ce6b15853a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.367342] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebcea8d-bc7a-4251-ae6b-8cc708c45b5f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.405038] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178635MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 836.406076] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.407581] env[70623]: DEBUG nova.compute.manager [req-419bf47a-6a18-4be6-9f1f-b34eb3037b63 req-cee9b4cc-e06f-4ca0-b573-770211c5af2d service nova] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Received event network-vif-deleted-bfe97833-042e-4b3d-9a82-238d8a8a663f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.441146] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b53b83-0bae-6e62-8684-d4e41dac1bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.441966] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458f939a-2638-4faf-a73c-c5d61326f68d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.448243] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 836.448243] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5294a94e-cb22-abdd-fff5-43e222e472e1" [ 836.448243] env[70623]: _type = "Task" [ 836.448243] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.458285] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5294a94e-cb22-abdd-fff5-43e222e472e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.535012] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.778668] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.959207] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5294a94e-cb22-abdd-fff5-43e222e472e1, 'name': SearchDatastore_Task, 'duration_secs': 0.027417} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.959474] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.959736] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 5655e8b6-c69f-4f27-8f63-1a4fd4b84379/5655e8b6-c69f-4f27-8f63-1a4fd4b84379.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.959984] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c411a3-f4fc-4245-9517-299dc9c0e9a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.967307] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 836.967307] env[70623]: value = "task-2793507" [ 836.967307] env[70623]: _type = "Task" [ 836.967307] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.976943] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.035111] env[70623]: DEBUG oslo_vmware.api [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793506, 'name': PowerOnVM_Task, 'duration_secs': 0.540112} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.035412] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.035622] env[70623]: INFO nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Took 12.54 seconds to spawn the instance on the hypervisor. [ 837.035806] env[70623]: DEBUG nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.040156] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53997945-d770-4309-b33e-8a7dd26eaa66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.335412] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.377029] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.377402] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.377402] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.378011] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.378177] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.378329] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.378688] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.378844] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.379478] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.379478] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.379621] env[70623]: DEBUG nova.virt.hardware [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.380934] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c112c-7856-47d7-8fdc-8cc95edf91f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.393462] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d23e65f-3be1-4939-a198-4d31c75e4c7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.479900] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433162} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.480433] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 5655e8b6-c69f-4f27-8f63-1a4fd4b84379/5655e8b6-c69f-4f27-8f63-1a4fd4b84379.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.481343] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.481343] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b0cf99-40df-4f62-8a29-1006112ae948 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.487817] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 837.487817] env[70623]: value = "task-2793508" [ 837.487817] env[70623]: _type = "Task" [ 837.487817] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.499956] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "184af744-11cb-4f37-a3da-3255ac40a4fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.500217] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.506064] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.561987] env[70623]: INFO nova.compute.manager [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Took 56.28 seconds to build instance. [ 837.858518] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543009c-bfc0-4eb9-968e-4ef603766df1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.866583] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8f5fda-b616-48e9-8a8d-b4a3f2265aac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.899415] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a5c8e-8717-4ee9-838f-f7daa3c5d858 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.907195] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95206214-bf52-45bb-9d71-bcef5a8dd0c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.921905] env[70623]: DEBUG nova.compute.provider_tree [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.958524] env[70623]: DEBUG nova.network.neutron [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Successfully updated port: e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.997561] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102793} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.997825] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.998603] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d18dbd0-cb6f-41ee-b262-396be1f5c4b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.018432] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5655e8b6-c69f-4f27-8f63-1a4fd4b84379/5655e8b6-c69f-4f27-8f63-1a4fd4b84379.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.018700] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de105b8-990b-40ef-b062-352f627d85ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.037921] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 838.037921] env[70623]: value = "task-2793509" [ 838.037921] env[70623]: _type = "Task" [ 838.037921] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.048025] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.064069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-533e61ac-0f0d-49a7-81c5-ea709016b020 tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "20617bdb-d8d0-45b6-884a-c2535758366a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.800s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.115801] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "20617bdb-d8d0-45b6-884a-c2535758366a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.116117] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "20617bdb-d8d0-45b6-884a-c2535758366a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.116582] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.116582] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.116698] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "20617bdb-d8d0-45b6-884a-c2535758366a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.118663] env[70623]: INFO nova.compute.manager [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Terminating instance [ 838.425396] env[70623]: DEBUG nova.compute.manager [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Received event network-vif-plugged-e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.425600] env[70623]: DEBUG oslo_concurrency.lockutils [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] Acquiring lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.425804] env[70623]: DEBUG oslo_concurrency.lockutils [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.426011] env[70623]: DEBUG oslo_concurrency.lockutils [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.426207] env[70623]: DEBUG nova.compute.manager [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] No waiting events found dispatching network-vif-plugged-e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.426388] env[70623]: WARNING nova.compute.manager [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Received unexpected event network-vif-plugged-e26b34c3-a9cd-45cd-a880-11d706d75d42 for instance with vm_state building and task_state spawning. [ 838.426554] env[70623]: DEBUG nova.compute.manager [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Received event network-changed-e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.426720] env[70623]: DEBUG nova.compute.manager [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Refreshing instance network info cache due to event network-changed-e26b34c3-a9cd-45cd-a880-11d706d75d42. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 838.426903] env[70623]: DEBUG oslo_concurrency.lockutils [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] Acquiring lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.427071] env[70623]: DEBUG oslo_concurrency.lockutils [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] Acquired lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.427245] env[70623]: DEBUG nova.network.neutron [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Refreshing network info cache for port e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.429497] env[70623]: DEBUG nova.scheduler.client.report [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.461235] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.548242] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.566268] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.621749] env[70623]: DEBUG nova.compute.manager [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.622058] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.622998] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaadcf4f-33f4-4f4c-a6ad-2ddaa8022491 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.631926] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.632241] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408f2f27-4f56-4085-b849-01680377bc13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.638923] env[70623]: DEBUG oslo_vmware.api [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 838.638923] env[70623]: value = "task-2793510" [ 838.638923] env[70623]: _type = "Task" [ 838.638923] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.647203] env[70623]: DEBUG oslo_vmware.api [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.936031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.936475] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.939140] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.306s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.943076] env[70623]: DEBUG nova.objects.instance [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lazy-loading 'resources' on Instance uuid c9bcdac5-9ea6-4387-972c-cd160faf5323 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.032501] env[70623]: DEBUG nova.network.neutron [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.050481] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793509, 'name': ReconfigVM_Task, 'duration_secs': 0.723324} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.051104] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5655e8b6-c69f-4f27-8f63-1a4fd4b84379/5655e8b6-c69f-4f27-8f63-1a4fd4b84379.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.051732] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491609a1-ebc1-43d1-a6cf-a6b17ce357d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.057993] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 839.057993] env[70623]: value = "task-2793511" [ 839.057993] env[70623]: _type = "Task" [ 839.057993] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.068321] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793511, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.092770] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.148724] env[70623]: DEBUG oslo_vmware.api [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793510, 'name': PowerOffVM_Task, 'duration_secs': 0.169273} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.148987] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.150056] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.150056] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7c2389-ea16-4238-b6fd-5f12510f0a8b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.151871] env[70623]: DEBUG nova.network.neutron [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.434846] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.435142] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.435338] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Deleting the datastore file [datastore2] 20617bdb-d8d0-45b6-884a-c2535758366a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.435677] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf65999-81b2-409d-9f0d-226399795339 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.442512] env[70623]: DEBUG nova.compute.utils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.444864] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.445056] env[70623]: DEBUG nova.network.neutron [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.449093] env[70623]: DEBUG oslo_vmware.api [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for the task: (returnval){ [ 839.449093] env[70623]: value = "task-2793513" [ 839.449093] env[70623]: _type = "Task" [ 839.449093] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.458559] env[70623]: DEBUG oslo_vmware.api [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.490121] env[70623]: DEBUG nova.policy [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8672fd03932d46e0ba1ccb79255cfb85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f817d06ee14c2c98fb68dc1340ce2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.569375] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793511, 'name': Rename_Task, 'duration_secs': 0.218671} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.572121] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.572573] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f841268f-4232-4c5b-94cb-26599caa4cd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.578464] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 839.578464] env[70623]: value = "task-2793514" [ 839.578464] env[70623]: _type = "Task" [ 839.578464] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.589013] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.656863] env[70623]: DEBUG oslo_concurrency.lockutils [req-817c0282-6d92-49ed-a109-f9e0ee2f9d92 req-6beb4ccd-bd15-4a16-a686-93efea61bc4f service nova] Releasing lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.657959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.657959] env[70623]: DEBUG nova.network.neutron [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.829801] env[70623]: DEBUG nova.network.neutron [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Successfully created port: 74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.876875] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf1b9c9-a15e-4bf2-80b0-da77078d8ea3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.884922] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b336d-c021-4035-956d-de9341e8bd48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.917017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4750f883-8b67-4f4f-8f87-f17b13fc056e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.924351] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcf525-17cb-4324-a733-1365361164ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.937691] env[70623]: DEBUG nova.compute.provider_tree [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.951055] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.962975] env[70623]: DEBUG oslo_vmware.api [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Task: {'id': task-2793513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149725} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.963347] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.963542] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.963947] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.964228] env[70623]: INFO nova.compute.manager [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Took 1.34 seconds to destroy the instance on the hypervisor. [ 839.964746] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.964979] env[70623]: DEBUG nova.compute.manager [-] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.965155] env[70623]: DEBUG nova.network.neutron [-] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.088342] env[70623]: DEBUG oslo_vmware.api [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793514, 'name': PowerOnVM_Task, 'duration_secs': 0.487612} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.088633] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.088843] env[70623]: INFO nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Took 5.34 seconds to spawn the instance on the hypervisor. [ 840.089035] env[70623]: DEBUG nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.089795] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fd6732-7c01-4c6c-ad48-b81588194c4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.233196] env[70623]: DEBUG nova.network.neutron [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.441519] env[70623]: DEBUG nova.scheduler.client.report [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.459648] env[70623]: INFO nova.virt.block_device [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Booting with volume 8bb51374-bcfc-4655-885b-db0f9ed02e48 at /dev/sda [ 840.474257] env[70623]: DEBUG nova.network.neutron [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Updating instance_info_cache with network_info: [{"id": "e26b34c3-a9cd-45cd-a880-11d706d75d42", "address": "fa:16:3e:6b:cd:39", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26b34c3-a9", "ovs_interfaceid": "e26b34c3-a9cd-45cd-a880-11d706d75d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.508875] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed49c869-0d1f-46ab-bc3a-68192c9e1531 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.518727] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e455e-2ba4-48ed-834f-2ae1549cb8b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.551942] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f34b10b2-5dca-44d5-ba17-4575b68c599a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.561536] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f84b38-e56d-471e-a80c-fbfc16c99694 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.580984] env[70623]: DEBUG nova.compute.manager [req-eadbd034-6e55-4493-a1ad-f78ec622ae02 req-f8c9c6eb-3f9d-46eb-a08d-9343c566ff7c service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received event network-vif-deleted-46f92814-b90d-4c56-828d-88e1d1385f26 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.581202] env[70623]: INFO nova.compute.manager [req-eadbd034-6e55-4493-a1ad-f78ec622ae02 req-f8c9c6eb-3f9d-46eb-a08d-9343c566ff7c service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Neutron deleted interface 46f92814-b90d-4c56-828d-88e1d1385f26; detaching it from the instance and deleting it from the info cache [ 840.581442] env[70623]: DEBUG nova.network.neutron [req-eadbd034-6e55-4493-a1ad-f78ec622ae02 req-f8c9c6eb-3f9d-46eb-a08d-9343c566ff7c service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Updating instance_info_cache with network_info: [{"id": "e2a448b3-ba16-4000-888e-ac71de246911", "address": "fa:16:3e:02:99:55", "network": {"id": "6bb8a652-acf9-4996-b2f8-4a11ed3cb0fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1002822704", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec4883a42064a12bb81d7080acd8f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a448b3-ba", "ovs_interfaceid": "e2a448b3-ba16-4000-888e-ac71de246911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.610186] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03261d7b-8fdd-4459-a738-55bd615db9da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.613662] env[70623]: INFO nova.compute.manager [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Took 42.40 seconds to build instance. [ 840.618598] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd272d-ea31-4319-a18e-b3dca7a32fe8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.632476] env[70623]: DEBUG nova.virt.block_device [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updating existing volume attachment record: 00de87ad-639a-4eb4-be6d-23c5986d783e {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 840.946291] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.949364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.733s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.950396] env[70623]: INFO nova.compute.claims [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.970580] env[70623]: INFO nova.scheduler.client.report [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted allocations for instance c9bcdac5-9ea6-4387-972c-cd160faf5323 [ 840.978265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.978934] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Instance network_info: |[{"id": "e26b34c3-a9cd-45cd-a880-11d706d75d42", "address": "fa:16:3e:6b:cd:39", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26b34c3-a9", "ovs_interfaceid": "e26b34c3-a9cd-45cd-a880-11d706d75d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.979148] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:cd:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e26b34c3-a9cd-45cd-a880-11d706d75d42', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.988129] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.989139] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.989394] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7705c7ea-dcab-4e1f-ba90-6786a92f757c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.010315] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.010315] env[70623]: value = "task-2793515" [ 841.010315] env[70623]: _type = "Task" [ 841.010315] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.021253] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793515, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.083978] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c6753c2-a459-48fd-bb89-ef1fc70e4888 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.093966] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95dad3f-b2ee-44ef-aaf8-58304659c499 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.126675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5f198580-b07f-4e37-a91f-46ded3709e12 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.927s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.127051] env[70623]: DEBUG nova.compute.manager [req-eadbd034-6e55-4493-a1ad-f78ec622ae02 req-f8c9c6eb-3f9d-46eb-a08d-9343c566ff7c service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Detach interface failed, port_id=46f92814-b90d-4c56-828d-88e1d1385f26, reason: Instance 20617bdb-d8d0-45b6-884a-c2535758366a could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 841.169188] env[70623]: DEBUG nova.network.neutron [-] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.480828] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9eee7ab5-b843-4e45-8000-a2b6ebfd76c8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "c9bcdac5-9ea6-4387-972c-cd160faf5323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.473s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.502790] env[70623]: DEBUG nova.network.neutron [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Successfully updated port: 74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.521438] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793515, 'name': CreateVM_Task, 'duration_secs': 0.362849} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.521606] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.522299] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.522574] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.522776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.523059] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481ed421-c128-4f01-a781-b28ae07a35a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.527989] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 841.527989] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528fac95-0db0-411f-ec63-5019e9f30e68" [ 841.527989] env[70623]: _type = "Task" [ 841.527989] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.536128] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528fac95-0db0-411f-ec63-5019e9f30e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.629705] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.673126] env[70623]: INFO nova.compute.manager [-] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Took 1.71 seconds to deallocate network for instance. [ 842.006940] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.006940] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquired lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.006940] env[70623]: DEBUG nova.network.neutron [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.040788] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528fac95-0db0-411f-ec63-5019e9f30e68, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.042980] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.043425] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.043523] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.043714] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.043863] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.044319] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b69015c-6752-4d16-b555-485252336f83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.053974] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.054249] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.058470] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd05bf5-44f5-4728-b4fd-7028276309c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.064260] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 842.064260] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a0912b-00cb-a60f-4930-e70e81f578d0" [ 842.064260] env[70623]: _type = "Task" [ 842.064260] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.073149] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a0912b-00cb-a60f-4930-e70e81f578d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.112113] env[70623]: DEBUG nova.compute.manager [None req-71d30a54-4643-4366-8ef7-ddd01e626b52 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.115635] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82f222-3e0e-49fc-a814-6314eef0d19b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.145316] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.186334] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.337174] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.337409] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.337607] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.337784] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.337949] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.339883] env[70623]: INFO nova.compute.manager [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Terminating instance [ 842.363011] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c696a14-b648-4ef4-875d-7975a8c325c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.370497] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8101f8-dd3c-46b8-8cda-d59f4d0d609d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.402244] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca03078-d660-4346-9479-92fe5433c5fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.409081] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c523a14-9726-4b43-9c07-c532cd0903a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.422272] env[70623]: DEBUG nova.compute.provider_tree [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.465056] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "74508bf5-d9b7-486b-a5e6-9387f3b96496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.465056] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.465164] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "74508bf5-d9b7-486b-a5e6-9387f3b96496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.465347] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.465515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.468538] env[70623]: INFO nova.compute.manager [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Terminating instance [ 842.541983] env[70623]: DEBUG nova.network.neutron [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.577038] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a0912b-00cb-a60f-4930-e70e81f578d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008315} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.577869] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ada96f-f547-4cb6-92ac-2d6dcd5f7541 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.583377] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 842.583377] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5253ed95-153f-d4c4-32be-65735d80e143" [ 842.583377] env[70623]: _type = "Task" [ 842.583377] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.591247] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5253ed95-153f-d4c4-32be-65735d80e143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.611960] env[70623]: DEBUG nova.compute.manager [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Received event network-vif-deleted-e2a448b3-ba16-4000-888e-ac71de246911 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.612219] env[70623]: DEBUG nova.compute.manager [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Received event network-vif-plugged-74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.612389] env[70623]: DEBUG oslo_concurrency.lockutils [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] Acquiring lock "603c0f1f-f050-43e8-b587-c38021053e6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.612559] env[70623]: DEBUG oslo_concurrency.lockutils [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] Lock "603c0f1f-f050-43e8-b587-c38021053e6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.612777] env[70623]: DEBUG oslo_concurrency.lockutils [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] Lock "603c0f1f-f050-43e8-b587-c38021053e6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.612864] env[70623]: DEBUG nova.compute.manager [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] No waiting events found dispatching network-vif-plugged-74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.613035] env[70623]: WARNING nova.compute.manager [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Received unexpected event network-vif-plugged-74afa443-dcd6-419c-97b0-94a5ff90fccb for instance with vm_state building and task_state spawning. [ 842.613197] env[70623]: DEBUG nova.compute.manager [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Received event network-changed-74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.613347] env[70623]: DEBUG nova.compute.manager [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Refreshing instance network info cache due to event network-changed-74afa443-dcd6-419c-97b0-94a5ff90fccb. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 842.613510] env[70623]: DEBUG oslo_concurrency.lockutils [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] Acquiring lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.626052] env[70623]: INFO nova.compute.manager [None req-71d30a54-4643-4366-8ef7-ddd01e626b52 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] instance snapshotting [ 842.626052] env[70623]: DEBUG nova.objects.instance [None req-71d30a54-4643-4366-8ef7-ddd01e626b52 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lazy-loading 'flavor' on Instance uuid 5655e8b6-c69f-4f27-8f63-1a4fd4b84379 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.715491] env[70623]: DEBUG nova.network.neutron [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updating instance_info_cache with network_info: [{"id": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "address": "fa:16:3e:76:d8:f7", "network": {"id": "e9d22954-194c-45f8-9761-4da5cd742357", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-474438579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f817d06ee14c2c98fb68dc1340ce2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74afa443-dc", "ovs_interfaceid": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.725449] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.726270] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.726270] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.726612] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.726612] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.726746] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.726900] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.727590] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.727590] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.727590] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.727794] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.728018] env[70623]: DEBUG nova.virt.hardware [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.729421] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa2074-31f2-4198-bf19-840f8bd69d28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.738625] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48955a8-3500-4b08-b209-ffaa303998a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.843699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "refresh_cache-5655e8b6-c69f-4f27-8f63-1a4fd4b84379" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.843879] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquired lock "refresh_cache-5655e8b6-c69f-4f27-8f63-1a4fd4b84379" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.844068] env[70623]: DEBUG nova.network.neutron [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.925917] env[70623]: DEBUG nova.scheduler.client.report [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.972460] env[70623]: DEBUG nova.compute.manager [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.972718] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.973573] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ba1cf-4191-4f9c-8e92-123c154235b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.981827] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.982077] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51d0785f-02ae-4b0c-919d-b8ee601a73e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.989121] env[70623]: DEBUG oslo_vmware.api [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 842.989121] env[70623]: value = "task-2793516" [ 842.989121] env[70623]: _type = "Task" [ 842.989121] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.996734] env[70623]: DEBUG oslo_vmware.api [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.094113] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5253ed95-153f-d4c4-32be-65735d80e143, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.094460] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.094769] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2b198ec7-791a-45ff-9c79-e01ee6bc63b0/2b198ec7-791a-45ff-9c79-e01ee6bc63b0.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.094976] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92842369-e492-4339-a019-7766d01c7742 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.102641] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 843.102641] env[70623]: value = "task-2793517" [ 843.102641] env[70623]: _type = "Task" [ 843.102641] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.111409] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.132201] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec5e3d2-7c03-4047-a579-b4cdfa1b43ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.150544] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f86b84-7f3e-4627-89fb-a18506beb62f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.218345] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Releasing lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.218694] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance network_info: |[{"id": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "address": "fa:16:3e:76:d8:f7", "network": {"id": "e9d22954-194c-45f8-9761-4da5cd742357", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-474438579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f817d06ee14c2c98fb68dc1340ce2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74afa443-dc", "ovs_interfaceid": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.218986] env[70623]: DEBUG oslo_concurrency.lockutils [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] Acquired lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.219183] env[70623]: DEBUG nova.network.neutron [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Refreshing network info cache for port 74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.220432] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:d8:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74afa443-dcd6-419c-97b0-94a5ff90fccb', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.229958] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Creating folder: Project (97f817d06ee14c2c98fb68dc1340ce2c). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.233206] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1422f7d-a51a-42cc-9a62-31d19bf1dab0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.248080] env[70623]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 843.248282] env[70623]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70623) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 843.248676] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Folder already exists: Project (97f817d06ee14c2c98fb68dc1340ce2c). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 843.248911] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Creating folder: Instances. Parent ref: group-v561462. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.249546] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-780eaecc-d8f6-4224-ba12-c41f14dca2e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.264740] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Created folder: Instances in parent group-v561462. [ 843.265137] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.268086] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.268800] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59beb80b-ce83-41f6-9228-639445793167 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.291166] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.291166] env[70623]: value = "task-2793520" [ 843.291166] env[70623]: _type = "Task" [ 843.291166] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.301333] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793520, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.369513] env[70623]: DEBUG nova.network.neutron [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.430751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.431397] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.434363] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.713s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.436036] env[70623]: INFO nova.compute.claims [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.454935] env[70623]: DEBUG nova.network.neutron [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.502941] env[70623]: DEBUG oslo_vmware.api [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793516, 'name': PowerOffVM_Task, 'duration_secs': 0.212374} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.503282] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.503485] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.503754] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e0a88b2-4fb7-4515-bcfa-d5e2d49f71f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.506354] env[70623]: DEBUG nova.network.neutron [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updated VIF entry in instance network info cache for port 74afa443-dcd6-419c-97b0-94a5ff90fccb. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.506720] env[70623]: DEBUG nova.network.neutron [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updating instance_info_cache with network_info: [{"id": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "address": "fa:16:3e:76:d8:f7", "network": {"id": "e9d22954-194c-45f8-9761-4da5cd742357", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-474438579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f817d06ee14c2c98fb68dc1340ce2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74afa443-dc", "ovs_interfaceid": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.576355] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.576673] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.576884] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleting the datastore file [datastore1] 74508bf5-d9b7-486b-a5e6-9387f3b96496 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.577167] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c4155d5-5caf-4817-869c-ccd0f09d7695 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.583662] env[70623]: DEBUG oslo_vmware.api [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 843.583662] env[70623]: value = "task-2793522" [ 843.583662] env[70623]: _type = "Task" [ 843.583662] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.592108] env[70623]: DEBUG oslo_vmware.api [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.611245] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443791} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.611594] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2b198ec7-791a-45ff-9c79-e01ee6bc63b0/2b198ec7-791a-45ff-9c79-e01ee6bc63b0.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.611699] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.611914] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebae87a5-d6cf-4104-8ebb-13997837f432 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.618282] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 843.618282] env[70623]: value = "task-2793523" [ 843.618282] env[70623]: _type = "Task" [ 843.618282] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.625841] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.661390] env[70623]: DEBUG nova.compute.manager [None req-71d30a54-4643-4366-8ef7-ddd01e626b52 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Instance disappeared during snapshot {{(pid=70623) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 843.802247] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793520, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.816109] env[70623]: DEBUG nova.compute.manager [None req-71d30a54-4643-4366-8ef7-ddd01e626b52 tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Found 0 images (rotation: 2) {{(pid=70623) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 843.941595] env[70623]: DEBUG nova.compute.utils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.947600] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.947863] env[70623]: DEBUG nova.network.neutron [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.958009] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Releasing lock "refresh_cache-5655e8b6-c69f-4f27-8f63-1a4fd4b84379" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.958667] env[70623]: DEBUG nova.compute.manager [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.958667] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.959992] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f338f47-d67a-436e-94fa-0aa5bba47eb9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.969550] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.969799] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f26f6afb-b5f4-431d-b679-b503a54715ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.976043] env[70623]: DEBUG oslo_vmware.api [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 843.976043] env[70623]: value = "task-2793524" [ 843.976043] env[70623]: _type = "Task" [ 843.976043] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.986213] env[70623]: DEBUG oslo_vmware.api [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.003770] env[70623]: DEBUG nova.policy [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888886d29934582b204d1c9968cb329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf46988ae64770aaf7e094b808fca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.010077] env[70623]: DEBUG oslo_concurrency.lockutils [req-f79b863d-57d4-4351-8a5a-43e993ba379a req-fd21ac22-8678-4d81-913e-f6c4e83e1269 service nova] Releasing lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.094090] env[70623]: DEBUG oslo_vmware.api [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124529} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.094308] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.094547] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.094860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.095241] env[70623]: INFO nova.compute.manager [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Took 1.12 seconds to destroy the instance on the hypervisor. [ 844.095513] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.095727] env[70623]: DEBUG nova.compute.manager [-] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.095826] env[70623]: DEBUG nova.network.neutron [-] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.127441] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065196} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.127701] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.128484] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc61ed5b-43a3-42ac-b60a-ec416a5399a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.151292] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2b198ec7-791a-45ff-9c79-e01ee6bc63b0/2b198ec7-791a-45ff-9c79-e01ee6bc63b0.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.153791] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6e8e5f-edd6-47f5-9993-91c69c400b34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.175811] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 844.175811] env[70623]: value = "task-2793525" [ 844.175811] env[70623]: _type = "Task" [ 844.175811] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.184291] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.306061] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793520, 'name': CreateVM_Task, 'duration_secs': 0.711826} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.306364] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.307263] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561467', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'name': 'volume-8bb51374-bcfc-4655-885b-db0f9ed02e48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '603c0f1f-f050-43e8-b587-c38021053e6a', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'serial': '8bb51374-bcfc-4655-885b-db0f9ed02e48'}, 'device_type': None, 'guest_format': None, 'attachment_id': '00de87ad-639a-4eb4-be6d-23c5986d783e', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70623) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 844.307599] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Root volume attach. Driver type: vmdk {{(pid=70623) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 844.308513] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18db8e1-8205-481a-82d6-99750943557e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.316603] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae2386-e2b3-4855-aeb5-3f94c13dd9be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.323437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f1e16-2d2f-4425-8213-0c3adc710abe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.329576] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-808c12f5-11a0-44c3-bfe3-7812f7819517 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.337071] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 844.337071] env[70623]: value = "task-2793526" [ 844.337071] env[70623]: _type = "Task" [ 844.337071] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.345366] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.447562] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.491736] env[70623]: DEBUG oslo_vmware.api [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793524, 'name': PowerOffVM_Task, 'duration_secs': 0.134767} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.492064] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.492250] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.493094] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51737a3-29e6-4865-b79e-7509d78b32c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.519355] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.519637] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.520212] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Deleting the datastore file [datastore2] 5655e8b6-c69f-4f27-8f63-1a4fd4b84379 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.520514] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e55d166-af19-4bce-a2aa-cdfa044bc849 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.528174] env[70623]: DEBUG oslo_vmware.api [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for the task: (returnval){ [ 844.528174] env[70623]: value = "task-2793528" [ 844.528174] env[70623]: _type = "Task" [ 844.528174] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.539808] env[70623]: DEBUG oslo_vmware.api [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.540717] env[70623]: DEBUG nova.network.neutron [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Successfully created port: 158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.643285] env[70623]: DEBUG nova.compute.manager [req-98a657d7-fdef-4555-ba05-e9793b185062 req-a43548e6-c7bc-4e71-93ea-5be135f6707a service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Received event network-vif-deleted-f1a367e2-0221-4a0c-8f64-d859f1973b49 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 844.643585] env[70623]: INFO nova.compute.manager [req-98a657d7-fdef-4555-ba05-e9793b185062 req-a43548e6-c7bc-4e71-93ea-5be135f6707a service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Neutron deleted interface f1a367e2-0221-4a0c-8f64-d859f1973b49; detaching it from the instance and deleting it from the info cache [ 844.643676] env[70623]: DEBUG nova.network.neutron [req-98a657d7-fdef-4555-ba05-e9793b185062 req-a43548e6-c7bc-4e71-93ea-5be135f6707a service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.688810] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.852589] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 42%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.972211] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32138e-9a24-47ec-b3c9-f1d7d2fab2dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.979824] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986a297-f2c3-49b4-9d05-376c8349b64f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.015175] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2cdb01-2310-422b-8efd-60c3200ba518 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.023585] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78314150-e799-45bb-b5e8-776c4fe94ce5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.041267] env[70623]: DEBUG nova.compute.provider_tree [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.049691] env[70623]: DEBUG nova.network.neutron [-] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.050923] env[70623]: DEBUG oslo_vmware.api [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Task: {'id': task-2793528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114851} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.053717] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.053717] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.053717] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.053717] env[70623]: INFO nova.compute.manager [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Took 1.09 seconds to destroy the instance on the hypervisor. [ 845.053717] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.053717] env[70623]: DEBUG nova.compute.manager [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.053717] env[70623]: DEBUG nova.network.neutron [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.078111] env[70623]: DEBUG nova.network.neutron [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.147615] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b00459f-acec-43af-9f9d-1d6f81e49b6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.159677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e37515-b5b3-433d-8f2e-00a5e654e29f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.194795] env[70623]: DEBUG nova.compute.manager [req-98a657d7-fdef-4555-ba05-e9793b185062 req-a43548e6-c7bc-4e71-93ea-5be135f6707a service nova] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Detach interface failed, port_id=f1a367e2-0221-4a0c-8f64-d859f1973b49, reason: Instance 74508bf5-d9b7-486b-a5e6-9387f3b96496 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 845.198286] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793525, 'name': ReconfigVM_Task, 'duration_secs': 0.625189} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.198556] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2b198ec7-791a-45ff-9c79-e01ee6bc63b0/2b198ec7-791a-45ff-9c79-e01ee6bc63b0.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.199214] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59aee889-0af0-45ff-a534-b52016ae61ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.205960] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 845.205960] env[70623]: value = "task-2793529" [ 845.205960] env[70623]: _type = "Task" [ 845.205960] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.216084] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793529, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.350389] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 54%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.458596] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.488979] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.489276] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.489429] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.489611] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.489760] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.489907] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.490147] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.490314] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.490484] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.490646] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.490851] env[70623]: DEBUG nova.virt.hardware [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.491733] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd356f-cd89-4ba5-8558-ca7890ef6e9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.500349] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4470c859-fe6f-4c7d-8d47-697acc69659c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.545060] env[70623]: DEBUG nova.scheduler.client.report [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.552391] env[70623]: INFO nova.compute.manager [-] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Took 1.46 seconds to deallocate network for instance. [ 845.580383] env[70623]: DEBUG nova.network.neutron [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.716743] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793529, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.848914] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 69%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.053020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.053020] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.054346] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.229s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.060688] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.084452] env[70623]: INFO nova.compute.manager [-] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Took 1.03 seconds to deallocate network for instance. [ 846.218715] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793529, 'name': Rename_Task, 'duration_secs': 0.66288} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.219040] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.219314] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0013668-9082-40be-b0b8-94ac77dea5d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.227353] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 846.227353] env[70623]: value = "task-2793530" [ 846.227353] env[70623]: _type = "Task" [ 846.227353] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.239737] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.240728] env[70623]: DEBUG nova.network.neutron [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Successfully updated port: 158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.351085] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 82%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.563244] env[70623]: INFO nova.compute.claims [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.567890] env[70623]: DEBUG nova.compute.utils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.569159] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.569350] env[70623]: DEBUG nova.network.neutron [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.594044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.611747] env[70623]: DEBUG nova.policy [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da5bd054f4a744ffb5d87964b1947540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cae376674b894a38b82c59c86f4de844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.675255] env[70623]: DEBUG nova.compute.manager [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Received event network-vif-plugged-158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.675599] env[70623]: DEBUG oslo_concurrency.lockutils [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] Acquiring lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.675710] env[70623]: DEBUG oslo_concurrency.lockutils [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.675845] env[70623]: DEBUG oslo_concurrency.lockutils [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.676022] env[70623]: DEBUG nova.compute.manager [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] No waiting events found dispatching network-vif-plugged-158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.676235] env[70623]: WARNING nova.compute.manager [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Received unexpected event network-vif-plugged-158f0d6d-7799-41cf-ad8e-399b35c57841 for instance with vm_state building and task_state spawning. [ 846.676346] env[70623]: DEBUG nova.compute.manager [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Received event network-changed-158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.676563] env[70623]: DEBUG nova.compute.manager [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Refreshing instance network info cache due to event network-changed-158f0d6d-7799-41cf-ad8e-399b35c57841. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 846.676777] env[70623]: DEBUG oslo_concurrency.lockutils [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] Acquiring lock "refresh_cache-f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.676914] env[70623]: DEBUG oslo_concurrency.lockutils [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] Acquired lock "refresh_cache-f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.677087] env[70623]: DEBUG nova.network.neutron [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Refreshing network info cache for port 158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.738811] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.743615] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.850736] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 97%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.948245] env[70623]: DEBUG nova.network.neutron [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Successfully created port: b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.076851] env[70623]: INFO nova.compute.resource_tracker [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating resource usage from migration 2a9ddbc9-eef4-4dc0-9b9a-e27a111f965b [ 847.081573] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.237390] env[70623]: DEBUG nova.network.neutron [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.242901] env[70623]: DEBUG oslo_vmware.api [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793530, 'name': PowerOnVM_Task, 'duration_secs': 0.517289} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.242901] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.242901] env[70623]: INFO nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Took 9.91 seconds to spawn the instance on the hypervisor. [ 847.243065] env[70623]: DEBUG nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.243734] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560fb982-5699-4713-ba27-879f8f2b41bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.352303] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task} progress is 97%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.356370] env[70623]: DEBUG nova.network.neutron [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.552598] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d83103e-1bb4-4251-9c00-c2504f08ae3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.560446] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63979875-e009-41fc-af30-44225c8f0a4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.598081] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f04def5-8593-4150-bc66-08030db0e785 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.605490] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd9823-0531-4217-8e20-6febf178e196 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.619153] env[70623]: DEBUG nova.compute.provider_tree [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.763135] env[70623]: INFO nova.compute.manager [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Took 48.10 seconds to build instance. [ 847.851263] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793526, 'name': RelocateVM_Task, 'duration_secs': 3.305633} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.851592] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 847.851807] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561467', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'name': 'volume-8bb51374-bcfc-4655-885b-db0f9ed02e48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '603c0f1f-f050-43e8-b587-c38021053e6a', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'serial': '8bb51374-bcfc-4655-885b-db0f9ed02e48'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 847.852572] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03914f0-1494-4745-b9cb-ea39e73785e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.867857] env[70623]: DEBUG oslo_concurrency.lockutils [req-da6f715f-7767-4d7f-96a7-0faead331f1e req-5dd9c3cf-d388-461b-a8b8-3e2735c0d350 service nova] Releasing lock "refresh_cache-f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.868135] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.868294] env[70623]: DEBUG nova.network.neutron [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.869757] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae63f3-171e-471c-b815-bc9fcca91457 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.891579] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-8bb51374-bcfc-4655-885b-db0f9ed02e48/volume-8bb51374-bcfc-4655-885b-db0f9ed02e48.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.892824] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb766bc6-ed15-49af-a2a5-24100c581862 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.914270] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 847.914270] env[70623]: value = "task-2793531" [ 847.914270] env[70623]: _type = "Task" [ 847.914270] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.926953] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.102131] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.125039] env[70623]: DEBUG nova.scheduler.client.report [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.134694] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.134954] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.135125] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.135316] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.135465] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.135613] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.135823] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.135984] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.136164] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.136371] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.136621] env[70623]: DEBUG nova.virt.hardware [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.137652] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65a025-8d39-41d4-81b4-91f33544155e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.146171] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41ee2ad-3d57-411f-83db-91fd4b143396 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.267216] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0c623da0-2aca-48dd-9b68-37431c5cd6ef tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.557s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.431519] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793531, 'name': ReconfigVM_Task, 'duration_secs': 0.274711} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.431788] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-8bb51374-bcfc-4655-885b-db0f9ed02e48/volume-8bb51374-bcfc-4655-885b-db0f9ed02e48.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.436719] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2451f8e-6db0-485e-8f7e-a7d90f00e5f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.451920] env[70623]: DEBUG nova.network.neutron [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.458989] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 848.458989] env[70623]: value = "task-2793532" [ 848.458989] env[70623]: _type = "Task" [ 848.458989] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.467290] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.630695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.576s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.630898] env[70623]: INFO nova.compute.manager [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Migrating [ 848.638735] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.115s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.640587] env[70623]: INFO nova.compute.claims [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.769879] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.816149] env[70623]: DEBUG nova.compute.manager [req-58c8c640-2c18-4175-927f-729129f209a3 req-d776215d-48c1-4cdd-80fc-6daf128c790f service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Received event network-vif-plugged-b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.816837] env[70623]: DEBUG oslo_concurrency.lockutils [req-58c8c640-2c18-4175-927f-729129f209a3 req-d776215d-48c1-4cdd-80fc-6daf128c790f service nova] Acquiring lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.817442] env[70623]: DEBUG oslo_concurrency.lockutils [req-58c8c640-2c18-4175-927f-729129f209a3 req-d776215d-48c1-4cdd-80fc-6daf128c790f service nova] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.817710] env[70623]: DEBUG oslo_concurrency.lockutils [req-58c8c640-2c18-4175-927f-729129f209a3 req-d776215d-48c1-4cdd-80fc-6daf128c790f service nova] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.817961] env[70623]: DEBUG nova.compute.manager [req-58c8c640-2c18-4175-927f-729129f209a3 req-d776215d-48c1-4cdd-80fc-6daf128c790f service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] No waiting events found dispatching network-vif-plugged-b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.818226] env[70623]: WARNING nova.compute.manager [req-58c8c640-2c18-4175-927f-729129f209a3 req-d776215d-48c1-4cdd-80fc-6daf128c790f service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Received unexpected event network-vif-plugged-b8f69bf9-d901-4f78-99f2-db4d585cea73 for instance with vm_state building and task_state spawning. [ 848.970235] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793532, 'name': ReconfigVM_Task, 'duration_secs': 0.134998} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.970235] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561467', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'name': 'volume-8bb51374-bcfc-4655-885b-db0f9ed02e48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '603c0f1f-f050-43e8-b587-c38021053e6a', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'serial': '8bb51374-bcfc-4655-885b-db0f9ed02e48'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 848.970470] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb3202a-b0a7-4aaa-ae8a-bff0ea17d4bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.979525] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 848.979525] env[70623]: value = "task-2793533" [ 848.979525] env[70623]: _type = "Task" [ 848.979525] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.994334] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793533, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.107918] env[70623]: DEBUG nova.network.neutron [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Updating instance_info_cache with network_info: [{"id": "158f0d6d-7799-41cf-ad8e-399b35c57841", "address": "fa:16:3e:34:b0:c8", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158f0d6d-77", "ovs_interfaceid": "158f0d6d-7799-41cf-ad8e-399b35c57841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.154448] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.154648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.154837] env[70623]: DEBUG nova.network.neutron [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.283302] env[70623]: DEBUG nova.network.neutron [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Successfully updated port: b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.303959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.491946] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793533, 'name': Rename_Task, 'duration_secs': 0.135972} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.491946] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.491946] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a2a15e-0c22-4f39-ba09-f4f8f47ea4ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.498613] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 849.498613] env[70623]: value = "task-2793534" [ 849.498613] env[70623]: _type = "Task" [ 849.498613] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.507610] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.611379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.612229] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Instance network_info: |[{"id": "158f0d6d-7799-41cf-ad8e-399b35c57841", "address": "fa:16:3e:34:b0:c8", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158f0d6d-77", "ovs_interfaceid": "158f0d6d-7799-41cf-ad8e-399b35c57841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.613886] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:b0:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '158f0d6d-7799-41cf-ad8e-399b35c57841', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.625303] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.625563] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.625833] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1979673c-94bd-4d33-96fe-d5aebd7a32ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.650123] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.650123] env[70623]: value = "task-2793535" [ 849.650123] env[70623]: _type = "Task" [ 849.650123] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.660671] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793535, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.785982] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786139] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786378] env[70623]: DEBUG nova.network.neutron [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.895259] env[70623]: DEBUG nova.network.neutron [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.009116] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.083461] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1c79e-bbdf-4caf-85cd-cf6c86aa4afe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.091242] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e932f497-5f3d-4f44-b4d1-df0c6507ab7d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.124039] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed447f-a64d-4367-a33c-230f920675fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.131351] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f510b6fc-5b33-4b7e-a777-40574e2d33f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.145020] env[70623]: DEBUG nova.compute.provider_tree [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.160974] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793535, 'name': CreateVM_Task, 'duration_secs': 0.315731} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.161155] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.161863] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.162086] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.162411] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.162669] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ad46b5-b700-489c-8070-1df1fdfc4a21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.167521] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 850.167521] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba0336-8449-ee0e-7879-ba658b2f2bb8" [ 850.167521] env[70623]: _type = "Task" [ 850.167521] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.177941] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba0336-8449-ee0e-7879-ba658b2f2bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.320834] env[70623]: DEBUG nova.network.neutron [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.401089] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.462103] env[70623]: DEBUG nova.network.neutron [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updating instance_info_cache with network_info: [{"id": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "address": "fa:16:3e:df:4f:5d", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f69bf9-d9", "ovs_interfaceid": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.511099] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.651031] env[70623]: DEBUG nova.scheduler.client.report [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.678546] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba0336-8449-ee0e-7879-ba658b2f2bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.678836] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.679137] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.679791] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.679791] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679791] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.679944] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3db5fae-ab74-46f2-a012-c09d5cc6f9b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.690161] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.690417] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.691424] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbbbad91-a6fe-441f-a36a-6faaa730f21e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.698403] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 850.698403] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fea930-360b-34f8-cebd-b549a428bd43" [ 850.698403] env[70623]: _type = "Task" [ 850.698403] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.708839] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fea930-360b-34f8-cebd-b549a428bd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.964704] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.965051] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Instance network_info: |[{"id": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "address": "fa:16:3e:df:4f:5d", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f69bf9-d9", "ovs_interfaceid": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.965675] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:4f:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f69bf9-d901-4f78-99f2-db4d585cea73', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.973641] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Creating folder: Project (cae376674b894a38b82c59c86f4de844). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.974009] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb0d452-cad9-4265-97cb-353639ec4a74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.987317] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Created folder: Project (cae376674b894a38b82c59c86f4de844) in parent group-v561316. [ 850.987507] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Creating folder: Instances. Parent ref: group-v561492. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.987739] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5121a330-6561-4b47-a995-fc9240d8b844 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.997266] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Created folder: Instances in parent group-v561492. [ 850.997491] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.997678] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.997880] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ebcbd8-804c-491e-911a-b26eaa93303e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.021340] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.021636] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.021636] env[70623]: value = "task-2793538" [ 851.021636] env[70623]: _type = "Task" [ 851.021636] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.028692] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793538, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.041671] env[70623]: DEBUG nova.compute.manager [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Received event network-changed-b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.041919] env[70623]: DEBUG nova.compute.manager [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Refreshing instance network info cache due to event network-changed-b8f69bf9-d901-4f78-99f2-db4d585cea73. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 851.042214] env[70623]: DEBUG oslo_concurrency.lockutils [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] Acquiring lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.042446] env[70623]: DEBUG oslo_concurrency.lockutils [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] Acquired lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.042614] env[70623]: DEBUG nova.network.neutron [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Refreshing network info cache for port b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.155296] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.156026] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.159884] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.438s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.161895] env[70623]: INFO nova.compute.claims [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.209244] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fea930-360b-34f8-cebd-b549a428bd43, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.210054] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cabf7a-ec02-4426-9151-9f2bccb7e4b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.215317] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 851.215317] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529cf702-3116-517e-5177-1b68a99f0ee1" [ 851.215317] env[70623]: _type = "Task" [ 851.215317] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.225062] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529cf702-3116-517e-5177-1b68a99f0ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.521755] env[70623]: DEBUG oslo_vmware.api [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793534, 'name': PowerOnVM_Task, 'duration_secs': 1.587552} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.523070] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.523070] env[70623]: INFO nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Took 8.80 seconds to spawn the instance on the hypervisor. [ 851.523070] env[70623]: DEBUG nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.526452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08bfbc7-19e5-4575-bab0-71fed1cb6886 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.533233] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793538, 'name': CreateVM_Task, 'duration_secs': 0.376089} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.534619] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.538421] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.538581] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.538876] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.539113] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8168b33-7234-4749-b046-51d40504e60e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.543014] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 851.543014] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527030e9-aaa5-1dee-b11b-d7c1254908f1" [ 851.543014] env[70623]: _type = "Task" [ 851.543014] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.552153] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527030e9-aaa5-1dee-b11b-d7c1254908f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.673291] env[70623]: DEBUG nova.compute.utils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.674750] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.674921] env[70623]: DEBUG nova.network.neutron [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.728245] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529cf702-3116-517e-5177-1b68a99f0ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.731039] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.731039] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f08e5aec-8cf9-4e8e-8075-d6f3f86d361a/f08e5aec-8cf9-4e8e-8075-d6f3f86d361a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.731039] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c3b33a-4879-444b-b109-c54d770b032c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.739102] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 851.739102] env[70623]: value = "task-2793539" [ 851.739102] env[70623]: _type = "Task" [ 851.739102] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.745566] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.763139] env[70623]: DEBUG nova.policy [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58228d6d91b4449b9bea89b9d1f71ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b29b57fc5c14661bf97fd0a24feef9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.868860] env[70623]: DEBUG nova.network.neutron [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updated VIF entry in instance network info cache for port b8f69bf9-d901-4f78-99f2-db4d585cea73. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.869451] env[70623]: DEBUG nova.network.neutron [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updating instance_info_cache with network_info: [{"id": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "address": "fa:16:3e:df:4f:5d", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f69bf9-d9", "ovs_interfaceid": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.918358] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a87b1-fee8-45bb-a17d-02bf33bcfc96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.940487] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.050068] env[70623]: INFO nova.compute.manager [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Took 43.24 seconds to build instance. [ 852.059102] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527030e9-aaa5-1dee-b11b-d7c1254908f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.059419] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.059536] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.059787] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.059933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.060184] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.060494] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08be80b-cfc3-4542-8f3d-4056f9d6e2e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.073813] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.074083] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.077480] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccaf954f-455b-48d4-b622-452148aba378 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.083427] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 852.083427] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aeb903-7116-8b16-0866-059ccf665bb1" [ 852.083427] env[70623]: _type = "Task" [ 852.083427] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.092783] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aeb903-7116-8b16-0866-059ccf665bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.180193] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.237429] env[70623]: DEBUG nova.network.neutron [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Successfully created port: 6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.251818] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439191} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.252102] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f08e5aec-8cf9-4e8e-8075-d6f3f86d361a/f08e5aec-8cf9-4e8e-8075-d6f3f86d361a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.252324] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.252580] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed4e51c0-ac4e-4c10-8d91-1c6b202ccc42 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.259169] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 852.259169] env[70623]: value = "task-2793540" [ 852.259169] env[70623]: _type = "Task" [ 852.259169] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.276231] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.372976] env[70623]: DEBUG oslo_concurrency.lockutils [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] Releasing lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.373250] env[70623]: DEBUG nova.compute.manager [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Received event network-changed-e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.373412] env[70623]: DEBUG nova.compute.manager [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Refreshing instance network info cache due to event network-changed-e26b34c3-a9cd-45cd-a880-11d706d75d42. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 852.373608] env[70623]: DEBUG oslo_concurrency.lockutils [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] Acquiring lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.373743] env[70623]: DEBUG oslo_concurrency.lockutils [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] Acquired lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.373897] env[70623]: DEBUG nova.network.neutron [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Refreshing network info cache for port e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.446548] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.446548] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710609d3-2175-413e-aaaf-2dca35ac1c49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.457601] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 852.457601] env[70623]: value = "task-2793541" [ 852.457601] env[70623]: _type = "Task" [ 852.457601] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.465538] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.555976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cda6bf3f-0625-4774-bf24-8f9da330bf22 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "603c0f1f-f050-43e8-b587-c38021053e6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.757s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.596774] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aeb903-7116-8b16-0866-059ccf665bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.047558} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.600815] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895e474a-5510-48ba-bf6d-1dadcb38983d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.607148] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 852.607148] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5259d779-1e11-e867-a270-88a516f986b0" [ 852.607148] env[70623]: _type = "Task" [ 852.607148] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.615942] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5259d779-1e11-e867-a270-88a516f986b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.745321] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc08aeaa-c36c-44f5-b2db-b79654a6772f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.753474] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6876d5-341b-4d90-968c-d2849e8c3946 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.789328] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea71e3f-798b-4895-8fde-ae8a2b09d726 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.798214] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072425} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.798214] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.798911] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0ca5fb-d2e6-4051-bec9-580b8f20d90b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.803111] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0171b6-76f4-4afe-849d-1cfd161f81b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.815358] env[70623]: DEBUG nova.compute.provider_tree [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.835942] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f08e5aec-8cf9-4e8e-8075-d6f3f86d361a/f08e5aec-8cf9-4e8e-8075-d6f3f86d361a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.835942] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73180048-cdd5-41e4-bb1c-dbf9d8137213 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.855313] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 852.855313] env[70623]: value = "task-2793542" [ 852.855313] env[70623]: _type = "Task" [ 852.855313] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.863259] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.950273] env[70623]: DEBUG nova.compute.manager [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Received event network-changed-74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.950273] env[70623]: DEBUG nova.compute.manager [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Refreshing instance network info cache due to event network-changed-74afa443-dcd6-419c-97b0-94a5ff90fccb. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 852.950273] env[70623]: DEBUG oslo_concurrency.lockutils [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] Acquiring lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.950273] env[70623]: DEBUG oslo_concurrency.lockutils [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] Acquired lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.950273] env[70623]: DEBUG nova.network.neutron [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Refreshing network info cache for port 74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.970133] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793541, 'name': PowerOffVM_Task, 'duration_secs': 0.179771} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.970133] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.970133] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.119667] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5259d779-1e11-e867-a270-88a516f986b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.119938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.120223] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 414b5a3d-d2cd-4f02-abd5-f390338bdcad/414b5a3d-d2cd-4f02-abd5-f390338bdcad.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.120540] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72fda8c5-a437-4483-b990-eb1d4e1d3661 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.126821] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 853.126821] env[70623]: value = "task-2793543" [ 853.126821] env[70623]: _type = "Task" [ 853.126821] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.134684] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.171876] env[70623]: DEBUG nova.network.neutron [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Updated VIF entry in instance network info cache for port e26b34c3-a9cd-45cd-a880-11d706d75d42. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.172313] env[70623]: DEBUG nova.network.neutron [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Updating instance_info_cache with network_info: [{"id": "e26b34c3-a9cd-45cd-a880-11d706d75d42", "address": "fa:16:3e:6b:cd:39", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape26b34c3-a9", "ovs_interfaceid": "e26b34c3-a9cd-45cd-a880-11d706d75d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.195390] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.223615] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.223909] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.224141] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.224358] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.224526] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.224704] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.224966] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.225191] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.225391] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.225589] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.225777] env[70623]: DEBUG nova.virt.hardware [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.227067] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf2c0b8-751b-4e1a-87a0-8f264742cda4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.235406] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42742bd7-79d0-41cd-9dde-79e2d1e1ca11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.318271] env[70623]: DEBUG nova.scheduler.client.report [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.366542] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793542, 'name': ReconfigVM_Task, 'duration_secs': 0.291778} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.368045] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f08e5aec-8cf9-4e8e-8075-d6f3f86d361a/f08e5aec-8cf9-4e8e-8075-d6f3f86d361a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.368045] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e622ee1-165c-40ea-bcd8-98f449e8fb0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.375697] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 853.375697] env[70623]: value = "task-2793544" [ 853.375697] env[70623]: _type = "Task" [ 853.375697] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.384923] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793544, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.480710] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.480975] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.481149] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.481336] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.481473] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.481620] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.481830] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.481989] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.482174] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.482339] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.482509] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.490242] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a095f5-c080-4275-b39b-90e18f092108 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.509538] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 853.509538] env[70623]: value = "task-2793545" [ 853.509538] env[70623]: _type = "Task" [ 853.509538] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.518950] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.639231] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467141} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.639839] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 414b5a3d-d2cd-4f02-abd5-f390338bdcad/414b5a3d-d2cd-4f02-abd5-f390338bdcad.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.640205] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.640589] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-765e93e5-e14b-4873-bc3e-5f06838963fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.649770] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 853.649770] env[70623]: value = "task-2793546" [ 853.649770] env[70623]: _type = "Task" [ 853.649770] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.660947] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.676407] env[70623]: DEBUG oslo_concurrency.lockutils [req-b4483bb4-df87-4928-9917-23e34015a3b8 req-7acd3b91-9308-4453-8d3e-f365e12509ff service nova] Releasing lock "refresh_cache-2b198ec7-791a-45ff-9c79-e01ee6bc63b0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.824551] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.825177] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.828791] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.742s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.829026] env[70623]: DEBUG nova.objects.instance [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lazy-loading 'resources' on Instance uuid a9fca657-9fb4-40e1-9fdf-fb727b9506dd {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.833995] env[70623]: DEBUG nova.network.neutron [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updated VIF entry in instance network info cache for port 74afa443-dcd6-419c-97b0-94a5ff90fccb. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.837400] env[70623]: DEBUG nova.network.neutron [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updating instance_info_cache with network_info: [{"id": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "address": "fa:16:3e:76:d8:f7", "network": {"id": "e9d22954-194c-45f8-9761-4da5cd742357", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-474438579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f817d06ee14c2c98fb68dc1340ce2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74afa443-dc", "ovs_interfaceid": "74afa443-dcd6-419c-97b0-94a5ff90fccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.886301] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793544, 'name': Rename_Task, 'duration_secs': 0.317229} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.886511] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.886756] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f95253b2-8609-4be6-b4f9-885fb73ddc28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.892902] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 853.892902] env[70623]: value = "task-2793547" [ 853.892902] env[70623]: _type = "Task" [ 853.892902] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.901176] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.963823] env[70623]: DEBUG nova.compute.manager [req-25514100-e43c-4e92-b75f-18fde81dc934 req-7d31ab72-4351-4cc1-8dea-9bf84a1d0bb2 service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Received event network-vif-plugged-6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.964243] env[70623]: DEBUG oslo_concurrency.lockutils [req-25514100-e43c-4e92-b75f-18fde81dc934 req-7d31ab72-4351-4cc1-8dea-9bf84a1d0bb2 service nova] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.964655] env[70623]: DEBUG oslo_concurrency.lockutils [req-25514100-e43c-4e92-b75f-18fde81dc934 req-7d31ab72-4351-4cc1-8dea-9bf84a1d0bb2 service nova] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.964963] env[70623]: DEBUG oslo_concurrency.lockutils [req-25514100-e43c-4e92-b75f-18fde81dc934 req-7d31ab72-4351-4cc1-8dea-9bf84a1d0bb2 service nova] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.965276] env[70623]: DEBUG nova.compute.manager [req-25514100-e43c-4e92-b75f-18fde81dc934 req-7d31ab72-4351-4cc1-8dea-9bf84a1d0bb2 service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] No waiting events found dispatching network-vif-plugged-6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.965559] env[70623]: WARNING nova.compute.manager [req-25514100-e43c-4e92-b75f-18fde81dc934 req-7d31ab72-4351-4cc1-8dea-9bf84a1d0bb2 service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Received unexpected event network-vif-plugged-6d394eec-3d3d-49d8-ad01-c6bb47a53c72 for instance with vm_state building and task_state spawning. [ 854.022249] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793545, 'name': ReconfigVM_Task, 'duration_secs': 0.247471} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.022249] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.050149] env[70623]: DEBUG nova.network.neutron [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Successfully updated port: 6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.159557] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25855} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.159853] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.160691] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5b5edf-29ed-478b-84b7-2468f91b47fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.182524] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 414b5a3d-d2cd-4f02-abd5-f390338bdcad/414b5a3d-d2cd-4f02-abd5-f390338bdcad.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.182753] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de92402-a6e5-4d9e-b013-a4e8cc1de2c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.201596] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 854.201596] env[70623]: value = "task-2793548" [ 854.201596] env[70623]: _type = "Task" [ 854.201596] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.209861] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.333080] env[70623]: DEBUG nova.compute.utils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.339125] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.339571] env[70623]: DEBUG nova.network.neutron [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.342080] env[70623]: DEBUG oslo_concurrency.lockutils [req-52781e71-5e60-4997-8a32-b357e0ac040e req-a10f16df-cdf4-414b-b415-b7c9520f1d87 service nova] Releasing lock "refresh_cache-603c0f1f-f050-43e8-b587-c38021053e6a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.400424] env[70623]: DEBUG nova.policy [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1261731aad9d47dcb6965ffb9dd75b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e13c04919740b3a5aa84c65c5b4789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.409573] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.536137] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='855f379c-556a-4b81-8065-f93fa131ef55',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1446414587',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.536489] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.537029] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.537029] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.537274] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.537533] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.537701] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.537945] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.538299] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.538439] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.539456] env[70623]: DEBUG nova.virt.hardware [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.547687] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 854.548396] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ee71ef-5d97-490e-ae5b-4dc8779252bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.574815] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.574980] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.575257] env[70623]: DEBUG nova.network.neutron [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.585609] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 854.585609] env[70623]: value = "task-2793549" [ 854.585609] env[70623]: _type = "Task" [ 854.585609] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.600801] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.717236] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.774540] env[70623]: DEBUG nova.network.neutron [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Successfully created port: d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.842596] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.907770] env[70623]: DEBUG oslo_vmware.api [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793547, 'name': PowerOnVM_Task, 'duration_secs': 0.623833} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.908251] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.910407] env[70623]: INFO nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Took 9.45 seconds to spawn the instance on the hypervisor. [ 854.910407] env[70623]: DEBUG nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.910407] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98661b-0ff6-468e-980e-96906e5bd417 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.017334] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad5111-d201-42d8-9cf0-dbf6b5136fa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.025515] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e1aa79-b043-4926-b8ae-56de6adbfa76 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.057904] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1d6414-861d-4d1c-b69a-3d3f4bc26795 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.066852] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e4f37-6627-464e-8e2a-1e17924c10ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.085226] env[70623]: DEBUG nova.compute.provider_tree [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.099822] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793549, 'name': ReconfigVM_Task, 'duration_secs': 0.204175} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.104019] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 855.104019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8d5b2c-6f4b-4882-b2b6-af0ba5e73602 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.127290] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.127883] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288d39c2-845c-4e65-86ea-98eca40d5121 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.143396] env[70623]: DEBUG nova.network.neutron [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.146760] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 855.146760] env[70623]: value = "task-2793550" [ 855.146760] env[70623]: _type = "Task" [ 855.146760] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.156581] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.211878] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793548, 'name': ReconfigVM_Task, 'duration_secs': 0.620932} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.212185] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 414b5a3d-d2cd-4f02-abd5-f390338bdcad/414b5a3d-d2cd-4f02-abd5-f390338bdcad.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.212813] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7eb1bcf-3953-437e-8078-60d4dc789dde {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.220407] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 855.220407] env[70623]: value = "task-2793551" [ 855.220407] env[70623]: _type = "Task" [ 855.220407] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.228725] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793551, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.302666] env[70623]: DEBUG nova.network.neutron [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.435993] env[70623]: INFO nova.compute.manager [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Took 44.25 seconds to build instance. [ 855.594867] env[70623]: DEBUG nova.scheduler.client.report [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.656882] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793550, 'name': ReconfigVM_Task, 'duration_secs': 0.41961} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.657261] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.657530] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.730445] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793551, 'name': Rename_Task, 'duration_secs': 0.144796} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.730445] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.730838] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a6e77a-84ac-41e5-93ba-5a335772bdf3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.736621] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 855.736621] env[70623]: value = "task-2793552" [ 855.736621] env[70623]: _type = "Task" [ 855.736621] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.744443] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.805835] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.806217] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Instance network_info: |[{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.806639] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:33:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d394eec-3d3d-49d8-ad01-c6bb47a53c72', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.814162] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating folder: Project (6b29b57fc5c14661bf97fd0a24feef9f). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.814427] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c23784f-5a90-428a-8d72-15cc35b2717d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.825963] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created folder: Project (6b29b57fc5c14661bf97fd0a24feef9f) in parent group-v561316. [ 855.826161] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating folder: Instances. Parent ref: group-v561495. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.826392] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcb1490d-bc70-474b-83c4-fc0d77410e1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.836702] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created folder: Instances in parent group-v561495. [ 855.836977] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.837192] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.837390] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fda9bbc6-8960-4825-8abf-1d2c3097be30 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.852584] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.860186] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.860186] env[70623]: value = "task-2793555" [ 855.860186] env[70623]: _type = "Task" [ 855.860186] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.867579] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793555, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.878334] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.878583] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.878739] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.878918] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.879077] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.879262] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.879515] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.879685] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.879857] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.880021] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.880211] env[70623]: DEBUG nova.virt.hardware [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.881045] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e490d3-4ffe-4736-aa72-22bc4435106c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.888645] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925922e9-a5c2-4829-b907-6ec966bbcf77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.938611] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9aded98a-8eb5-47b1-b68f-ede53ffe0dd6 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.766s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.986192] env[70623]: DEBUG nova.compute.manager [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Received event network-changed-6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.986398] env[70623]: DEBUG nova.compute.manager [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Refreshing instance network info cache due to event network-changed-6d394eec-3d3d-49d8-ad01-c6bb47a53c72. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 855.986608] env[70623]: DEBUG oslo_concurrency.lockutils [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.986749] env[70623]: DEBUG oslo_concurrency.lockutils [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.986928] env[70623]: DEBUG nova.network.neutron [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Refreshing network info cache for port 6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.100082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.103219] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.432s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.103219] env[70623]: DEBUG nova.objects.instance [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.131775] env[70623]: INFO nova.scheduler.client.report [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted allocations for instance a9fca657-9fb4-40e1-9fdf-fb727b9506dd [ 856.164309] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf767df-c414-4d34-8439-36e590b0a02c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.185783] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaba969-c28b-4cc9-9ace-a381763d4c1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.204687] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.247658] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.369985] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793555, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.434349] env[70623]: DEBUG nova.network.neutron [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Successfully updated port: d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.639719] env[70623]: DEBUG oslo_concurrency.lockutils [None req-93ef2b43-92e7-4dbd-a645-473a2782138b tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "a9fca657-9fb4-40e1-9fdf-fb727b9506dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.961s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.748225] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.754423] env[70623]: DEBUG nova.network.neutron [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updated VIF entry in instance network info cache for port 6d394eec-3d3d-49d8-ad01-c6bb47a53c72. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.754741] env[70623]: DEBUG nova.network.neutron [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.760478] env[70623]: DEBUG nova.network.neutron [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Port ff4253d9-3cb8-46a9-98a5-8459a9ac6086 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 856.870684] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793555, 'name': CreateVM_Task, 'duration_secs': 0.668334} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.870962] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.871985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872051] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.872862] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b4a253-e991-4bcd-bfdb-95c07e49e485 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.878781] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 856.878781] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252f2e5-68b2-b9b9-66ec-ab965e02de75" [ 856.878781] env[70623]: _type = "Task" [ 856.878781] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.888649] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252f2e5-68b2-b9b9-66ec-ab965e02de75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.937196] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "refresh_cache-9ffadc0c-36aa-4fd0-8762-c47f65e62758" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.937361] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "refresh_cache-9ffadc0c-36aa-4fd0-8762-c47f65e62758" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.937361] env[70623]: DEBUG nova.network.neutron [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.040011] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.040403] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.115742] env[70623]: DEBUG oslo_concurrency.lockutils [None req-23a0e447-935b-4f6e-85bb-7533ae90e6d2 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.117269] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.331s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.118763] env[70623]: INFO nova.compute.claims [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.251430] env[70623]: DEBUG oslo_vmware.api [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793552, 'name': PowerOnVM_Task, 'duration_secs': 1.20029} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.251728] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.251927] env[70623]: INFO nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Took 9.15 seconds to spawn the instance on the hypervisor. [ 857.252325] env[70623]: DEBUG nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.253193] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7508b0b3-c740-4f6d-b296-ee3a22627acd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.257633] env[70623]: DEBUG oslo_concurrency.lockutils [req-65c00b57-6fce-431c-b3b6-a52bf8ea4169 req-934b4fe2-85df-4bb4-ae06-373e7a3d5f9f service nova] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.389148] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5252f2e5-68b2-b9b9-66ec-ab965e02de75, 'name': SearchDatastore_Task, 'duration_secs': 0.020588} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.389485] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.389738] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.389974] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.390133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.390577] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.390577] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-472e0ef5-9c18-4542-abe5-8931b6b80f82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.398866] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.399067] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.399808] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f8f6d6-6701-4893-bcbe-28929cfd6adc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.404712] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 857.404712] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52506e03-92af-8d6a-4626-e54a6e7433eb" [ 857.404712] env[70623]: _type = "Task" [ 857.404712] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.412073] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52506e03-92af-8d6a-4626-e54a6e7433eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.468020] env[70623]: DEBUG nova.network.neutron [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.543438] env[70623]: DEBUG nova.compute.utils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.593770] env[70623]: DEBUG nova.network.neutron [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Updating instance_info_cache with network_info: [{"id": "d3d7f522-6f3d-4773-a924-bf1ee3e9afe9", "address": "fa:16:3e:4b:65:e2", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d7f522-6f", "ovs_interfaceid": "d3d7f522-6f3d-4773-a924-bf1ee3e9afe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.785968] env[70623]: INFO nova.compute.manager [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Took 46.09 seconds to build instance. [ 857.786995] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.787255] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.788043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.916350] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52506e03-92af-8d6a-4626-e54a6e7433eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.917151] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-facfd0bf-9417-491a-b7c3-a2fca26b41c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.922286] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 857.922286] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529c4877-53c5-9288-c177-9c054d1a9935" [ 857.922286] env[70623]: _type = "Task" [ 857.922286] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.929648] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529c4877-53c5-9288-c177-9c054d1a9935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.046249] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.096898] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "refresh_cache-9ffadc0c-36aa-4fd0-8762-c47f65e62758" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.097291] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Instance network_info: |[{"id": "d3d7f522-6f3d-4773-a924-bf1ee3e9afe9", "address": "fa:16:3e:4b:65:e2", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d7f522-6f", "ovs_interfaceid": "d3d7f522-6f3d-4773-a924-bf1ee3e9afe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.097708] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:65:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3d7f522-6f3d-4773-a924-bf1ee3e9afe9', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.105130] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.105403] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.105661] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a73e14d-db99-441e-ae4c-0892c4564a4d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129095] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.129095] env[70623]: value = "task-2793556" [ 858.129095] env[70623]: _type = "Task" [ 858.129095] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.136907] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793556, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.292491] env[70623]: DEBUG oslo_concurrency.lockutils [None req-095c9458-b0a4-44c6-881f-c420d037026d tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.608s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.434790] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529c4877-53c5-9288-c177-9c054d1a9935, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.435170] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.435675] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126/e7dc9bf3-a474-4749-8cd9-03ec723b7126.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.435675] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c11e0b-6fd4-4e26-ad12-b767120113d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.442912] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 858.442912] env[70623]: value = "task-2793557" [ 858.442912] env[70623]: _type = "Task" [ 858.442912] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.453865] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.464393] env[70623]: DEBUG nova.compute.manager [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Received event network-vif-plugged-d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.464919] env[70623]: DEBUG oslo_concurrency.lockutils [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] Acquiring lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.464919] env[70623]: DEBUG oslo_concurrency.lockutils [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.465033] env[70623]: DEBUG oslo_concurrency.lockutils [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.465812] env[70623]: DEBUG nova.compute.manager [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] No waiting events found dispatching network-vif-plugged-d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.465812] env[70623]: WARNING nova.compute.manager [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Received unexpected event network-vif-plugged-d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 for instance with vm_state building and task_state spawning. [ 858.465812] env[70623]: DEBUG nova.compute.manager [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Received event network-changed-d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.465812] env[70623]: DEBUG nova.compute.manager [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Refreshing instance network info cache due to event network-changed-d3d7f522-6f3d-4773-a924-bf1ee3e9afe9. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 858.465976] env[70623]: DEBUG oslo_concurrency.lockutils [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] Acquiring lock "refresh_cache-9ffadc0c-36aa-4fd0-8762-c47f65e62758" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.466072] env[70623]: DEBUG oslo_concurrency.lockutils [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] Acquired lock "refresh_cache-9ffadc0c-36aa-4fd0-8762-c47f65e62758" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.466183] env[70623]: DEBUG nova.network.neutron [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Refreshing network info cache for port d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.560077] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e91a9e-e59d-4283-a171-85afe1dee8b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.569151] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a0604-7ec5-4494-981b-b9fd6310be87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.603658] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71fd16b-c331-41cf-95bd-e1848c61ef4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.611600] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bbe0c8-399a-4f50-ba8a-601319f2cb86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.630889] env[70623]: DEBUG nova.compute.provider_tree [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.642466] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793556, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.708741] env[70623]: DEBUG nova.compute.manager [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Received event network-changed-b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.708969] env[70623]: DEBUG nova.compute.manager [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Refreshing instance network info cache due to event network-changed-b8f69bf9-d901-4f78-99f2-db4d585cea73. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 858.709182] env[70623]: DEBUG oslo_concurrency.lockutils [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] Acquiring lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.709328] env[70623]: DEBUG oslo_concurrency.lockutils [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] Acquired lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.709487] env[70623]: DEBUG nova.network.neutron [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Refreshing network info cache for port b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.865735] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.866126] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.866381] env[70623]: DEBUG nova.network.neutron [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.954350] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793557, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.124327] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.124670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.004s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.124957] env[70623]: INFO nova.compute.manager [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Attaching volume 8ea9804f-3118-4ff6-8ba0-e8732fd432b6 to /dev/sdb [ 859.140127] env[70623]: DEBUG nova.scheduler.client.report [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.149453] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793556, 'name': CreateVM_Task, 'duration_secs': 0.518466} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.149635] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.150364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.150428] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.150718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.150965] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747686ef-c768-4e42-97c5-34321e68d19a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.155575] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 859.155575] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5287fb9a-e4f4-2aed-6601-3b849418818b" [ 859.155575] env[70623]: _type = "Task" [ 859.155575] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.162876] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7918b9a-6098-41b1-87dc-0473c7ede049 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171063] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5287fb9a-e4f4-2aed-6601-3b849418818b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.172994] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab0f149-03e2-4484-b653-252480b8cc0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.187329] env[70623]: DEBUG nova.virt.block_device [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Updating existing volume attachment record: 0f620208-1877-4654-9ec1-700be391f7ff {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 859.279139] env[70623]: DEBUG nova.network.neutron [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Updated VIF entry in instance network info cache for port d3d7f522-6f3d-4773-a924-bf1ee3e9afe9. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.279703] env[70623]: DEBUG nova.network.neutron [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Updating instance_info_cache with network_info: [{"id": "d3d7f522-6f3d-4773-a924-bf1ee3e9afe9", "address": "fa:16:3e:4b:65:e2", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d7f522-6f", "ovs_interfaceid": "d3d7f522-6f3d-4773-a924-bf1ee3e9afe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.454041] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570735} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.454365] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126/e7dc9bf3-a474-4749-8cd9-03ec723b7126.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.454584] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.454838] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24b80f3-1d37-4b56-8dc8-e41d9a787d60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.460927] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 859.460927] env[70623]: value = "task-2793561" [ 859.460927] env[70623]: _type = "Task" [ 859.460927] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.469711] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.585577] env[70623]: DEBUG nova.network.neutron [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updated VIF entry in instance network info cache for port b8f69bf9-d901-4f78-99f2-db4d585cea73. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.586044] env[70623]: DEBUG nova.network.neutron [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updating instance_info_cache with network_info: [{"id": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "address": "fa:16:3e:df:4f:5d", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f69bf9-d9", "ovs_interfaceid": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.645804] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.646390] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.649345] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.276s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.649646] env[70623]: DEBUG nova.objects.instance [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lazy-loading 'resources' on Instance uuid f203a277-18bf-4e74-ae5f-273ac1dfe2b2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.668809] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5287fb9a-e4f4-2aed-6601-3b849418818b, 'name': SearchDatastore_Task, 'duration_secs': 0.035624} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.669169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.669458] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.669729] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.669889] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.670190] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.670526] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3ffc888-4676-410d-bf01-26172f2ad5b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.680930] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.681237] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.682467] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2171bd-3448-46f1-a768-3f950586c6bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.689741] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 859.689741] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5212956f-e607-2453-2cf0-d4e7d371a3fa" [ 859.689741] env[70623]: _type = "Task" [ 859.689741] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.703951] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5212956f-e607-2453-2cf0-d4e7d371a3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.740920] env[70623]: DEBUG nova.network.neutron [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.782735] env[70623]: DEBUG oslo_concurrency.lockutils [req-07e6d3a0-6152-4c17-bbbe-86ed7444af83 req-93251b80-2211-4b41-aa2a-c3cb364756a6 service nova] Releasing lock "refresh_cache-9ffadc0c-36aa-4fd0-8762-c47f65e62758" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.970498] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.970789] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.971616] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac71e0b-39aa-4eb1-919d-f6156142fd03 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.994640] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126/e7dc9bf3-a474-4749-8cd9-03ec723b7126.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.994971] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7dbaa4a-cc82-4fa7-8898-24295ed301cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.014662] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 860.014662] env[70623]: value = "task-2793562" [ 860.014662] env[70623]: _type = "Task" [ 860.014662] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.022760] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.090177] env[70623]: DEBUG oslo_concurrency.lockutils [req-d63c8383-7cff-462a-a71b-5c794c95d6aa req-203d1fc7-64db-4dae-8f0e-3212daa96b07 service nova] Releasing lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.154129] env[70623]: DEBUG nova.compute.utils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.159742] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.159742] env[70623]: DEBUG nova.network.neutron [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.202374] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5212956f-e607-2453-2cf0-d4e7d371a3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016813} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.206825] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36511e0c-02af-4f36-b2d2-747f01ef1061 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.211887] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 860.211887] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd3f77-311e-31dd-8e0c-da05444c94a0" [ 860.211887] env[70623]: _type = "Task" [ 860.211887] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.220331] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd3f77-311e-31dd-8e0c-da05444c94a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.228420] env[70623]: DEBUG nova.policy [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8103d7f084b10bed3817f252014c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '724f3f04984e483f8aa4a74620b53547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.246738] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.525305] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793562, 'name': ReconfigVM_Task, 'duration_secs': 0.329352} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.525305] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Reconfigured VM instance instance-0000003d to attach disk [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126/e7dc9bf3-a474-4749-8cd9-03ec723b7126.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.528716] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9f9608-5c87-4a88-9529-f060ae3cc64e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.535610] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 860.535610] env[70623]: value = "task-2793563" [ 860.535610] env[70623]: _type = "Task" [ 860.535610] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.546364] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793563, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.648807] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee236da8-b32f-49cd-b3f8-87367dab8e98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.655033] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea252798-423f-4325-acee-8b06a61c9556 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.659351] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.697513] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95328706-b09b-40eb-be58-98e26b2aeb22 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.705949] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426b5e3-ad02-459a-8f44-ee61a81aec96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.720649] env[70623]: DEBUG nova.compute.provider_tree [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.732595] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dd3f77-311e-31dd-8e0c-da05444c94a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015001} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.732856] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.733138] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9ffadc0c-36aa-4fd0-8762-c47f65e62758/9ffadc0c-36aa-4fd0-8762-c47f65e62758.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.733662] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d34419e3-a51e-45e7-a305-c6a6bbb20b83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.739955] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 860.739955] env[70623]: value = "task-2793564" [ 860.739955] env[70623]: _type = "Task" [ 860.739955] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.750070] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.774018] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd816f1-57ff-432d-a39a-36f2c41f720b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.793866] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac539fc-48cf-4b0b-82d2-65e772825c12 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.797981] env[70623]: DEBUG nova.compute.manager [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Received event network-changed-b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.798237] env[70623]: DEBUG nova.compute.manager [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Refreshing instance network info cache due to event network-changed-b8f69bf9-d901-4f78-99f2-db4d585cea73. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 860.799047] env[70623]: DEBUG oslo_concurrency.lockutils [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] Acquiring lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.799197] env[70623]: DEBUG oslo_concurrency.lockutils [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] Acquired lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.799361] env[70623]: DEBUG nova.network.neutron [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Refreshing network info cache for port b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.806472] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.873311] env[70623]: DEBUG nova.network.neutron [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Successfully created port: f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.049073] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793563, 'name': Rename_Task, 'duration_secs': 0.190067} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.049073] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.049073] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb174b5c-90e8-454e-a9d3-d27ab93cf64b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.057700] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 861.057700] env[70623]: value = "task-2793565" [ 861.057700] env[70623]: _type = "Task" [ 861.057700] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.071849] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.227019] env[70623]: DEBUG nova.scheduler.client.report [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.252201] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.313159] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.313529] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74212a34-abbb-4819-ae83-dba35b3e390e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.321350] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 861.321350] env[70623]: value = "task-2793566" [ 861.321350] env[70623]: _type = "Task" [ 861.321350] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.329146] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.556977] env[70623]: DEBUG nova.network.neutron [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updated VIF entry in instance network info cache for port b8f69bf9-d901-4f78-99f2-db4d585cea73. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.557459] env[70623]: DEBUG nova.network.neutron [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updating instance_info_cache with network_info: [{"id": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "address": "fa:16:3e:df:4f:5d", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f69bf9-d9", "ovs_interfaceid": "b8f69bf9-d901-4f78-99f2-db4d585cea73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.567832] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.702676] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.732068] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.732339] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.732505] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.732711] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.732852] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.733030] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.733261] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.733443] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.733620] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.733797] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.733987] env[70623]: DEBUG nova.virt.hardware [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.734805] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.737976] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf7261-79b4-48dd-afc5-a99b4ba417c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.740974] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.220s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.741992] env[70623]: DEBUG nova.objects.instance [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lazy-loading 'resources' on Instance uuid 04d3396a-4289-4e34-8f99-baf4e0f27efa {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.750932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c65fc52-8a65-42b0-8e67-18ea353b92de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.759708] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.772091] env[70623]: INFO nova.scheduler.client.report [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted allocations for instance f203a277-18bf-4e74-ae5f-273ac1dfe2b2 [ 861.832400] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.063779] env[70623]: DEBUG oslo_concurrency.lockutils [req-a71799ad-8cac-4eab-a60f-4cc8982fdb9e req-4b924590-a324-40c3-a2de-a2061a020678 service nova] Releasing lock "refresh_cache-414b5a3d-d2cd-4f02-abd5-f390338bdcad" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.070130] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793565, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.258718] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.279640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-eff460d4-5be9-4eec-90bd-df7d6ca21cd5 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "f203a277-18bf-4e74-ae5f-273ac1dfe2b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.741s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.337470] env[70623]: DEBUG oslo_vmware.api [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793566, 'name': PowerOnVM_Task, 'duration_secs': 0.57075} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.337826] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.338036] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3bae73-7ee4-4de0-9f0a-7a80ed9d86dc tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance '7e1af86a-27c4-4a67-a43b-531dee349f64' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.422624] env[70623]: DEBUG nova.compute.manager [req-9070f643-efa2-4842-9505-d4e893574667 req-d29371f9-16cd-40c5-baab-c6a22122b2be service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Received event network-vif-plugged-f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 862.422778] env[70623]: DEBUG oslo_concurrency.lockutils [req-9070f643-efa2-4842-9505-d4e893574667 req-d29371f9-16cd-40c5-baab-c6a22122b2be service nova] Acquiring lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.424479] env[70623]: DEBUG oslo_concurrency.lockutils [req-9070f643-efa2-4842-9505-d4e893574667 req-d29371f9-16cd-40c5-baab-c6a22122b2be service nova] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.424479] env[70623]: DEBUG oslo_concurrency.lockutils [req-9070f643-efa2-4842-9505-d4e893574667 req-d29371f9-16cd-40c5-baab-c6a22122b2be service nova] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.424479] env[70623]: DEBUG nova.compute.manager [req-9070f643-efa2-4842-9505-d4e893574667 req-d29371f9-16cd-40c5-baab-c6a22122b2be service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] No waiting events found dispatching network-vif-plugged-f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.424479] env[70623]: WARNING nova.compute.manager [req-9070f643-efa2-4842-9505-d4e893574667 req-d29371f9-16cd-40c5-baab-c6a22122b2be service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Received unexpected event network-vif-plugged-f49ba21b-bc14-4484-aad4-76aa666efe70 for instance with vm_state building and task_state spawning. [ 862.529535] env[70623]: DEBUG nova.network.neutron [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Successfully updated port: f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.572311] env[70623]: DEBUG oslo_vmware.api [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793565, 'name': PowerOnVM_Task, 'duration_secs': 1.468777} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.572639] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.573293] env[70623]: INFO nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 9.38 seconds to spawn the instance on the hypervisor. [ 862.573528] env[70623]: DEBUG nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.574327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1772601-a5f7-460e-aff9-9813d0dc4c73 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.672029] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.672284] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.725274] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ef800-c1dc-42b4-8484-d9506e4fbe51 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.732915] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eebd0a9-eb71-44fc-8116-7b7377c28ad0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.765940] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb221a-9588-490c-a973-85ceb5817af6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.776320] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6af20-5157-4543-a890-ebb5bf3fda3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.779928] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793564, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.676387} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.780195] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9ffadc0c-36aa-4fd0-8762-c47f65e62758/9ffadc0c-36aa-4fd0-8762-c47f65e62758.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.780408] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.780920] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6af7ba86-ad2a-4196-91ea-3af8b3fdc9b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.790816] env[70623]: DEBUG nova.compute.provider_tree [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.796983] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 862.796983] env[70623]: value = "task-2793568" [ 862.796983] env[70623]: _type = "Task" [ 862.796983] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.806286] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.032251] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-e74f24e6-acb4-4ae8-a297-f9cb698d16ba" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.032411] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-e74f24e6-acb4-4ae8-a297-f9cb698d16ba" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.032565] env[70623]: DEBUG nova.network.neutron [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.099650] env[70623]: INFO nova.compute.manager [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 47.59 seconds to build instance. [ 863.175099] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.293609] env[70623]: DEBUG nova.scheduler.client.report [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.306204] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063547} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.306472] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.307306] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e0ea4-f2af-4f48-9bc3-7bff76bf1ce2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.329988] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 9ffadc0c-36aa-4fd0-8762-c47f65e62758/9ffadc0c-36aa-4fd0-8762-c47f65e62758.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.330489] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba355f39-9e51-4770-b465-efc355e2a108 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.353213] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 863.353213] env[70623]: value = "task-2793569" [ 863.353213] env[70623]: _type = "Task" [ 863.353213] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.362105] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.572650] env[70623]: DEBUG nova.network.neutron [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.601495] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dae1a4a4-8324-46ef-a39e-cce57062f1b9 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.103s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.701247] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.723733] env[70623]: DEBUG nova.network.neutron [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Updating instance_info_cache with network_info: [{"id": "f49ba21b-bc14-4484-aad4-76aa666efe70", "address": "fa:16:3e:bc:50:fa", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49ba21b-bc", "ovs_interfaceid": "f49ba21b-bc14-4484-aad4-76aa666efe70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.742058] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.742299] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561500', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'name': 'volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f08e5aec-8cf9-4e8e-8075-d6f3f86d361a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'serial': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.743453] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc599d-283a-4eb7-b935-d28a0f5d4bec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.761755] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8228fa29-4fd4-4444-b216-971e648af17c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.787697] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6/volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.787967] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a234ee57-7c23-4e5e-91a0-a67706705f2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.802645] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.805112] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.765s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.805112] env[70623]: DEBUG nova.objects.instance [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lazy-loading 'resources' on Instance uuid 8c873cf3-7288-4ec8-8796-68791d7813ef {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.811601] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 863.811601] env[70623]: value = "task-2793570" [ 863.811601] env[70623]: _type = "Task" [ 863.811601] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.824954] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.825946] env[70623]: INFO nova.scheduler.client.report [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted allocations for instance 04d3396a-4289-4e34-8f99-baf4e0f27efa [ 863.872821] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793569, 'name': ReconfigVM_Task, 'duration_secs': 0.449471} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.873123] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 9ffadc0c-36aa-4fd0-8762-c47f65e62758/9ffadc0c-36aa-4fd0-8762-c47f65e62758.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.873745] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1efbbde-f441-40b5-8a54-7f3b8948b2a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.881011] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 863.881011] env[70623]: value = "task-2793571" [ 863.881011] env[70623]: _type = "Task" [ 863.881011] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.888868] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793571, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.228924] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-e74f24e6-acb4-4ae8-a297-f9cb698d16ba" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.228924] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance network_info: |[{"id": "f49ba21b-bc14-4484-aad4-76aa666efe70", "address": "fa:16:3e:bc:50:fa", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49ba21b-bc", "ovs_interfaceid": "f49ba21b-bc14-4484-aad4-76aa666efe70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.229381] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:50:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f49ba21b-bc14-4484-aad4-76aa666efe70', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.241806] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.242078] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.242286] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60087223-415c-4d59-a461-e9c53cf1f999 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.263384] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.263384] env[70623]: value = "task-2793572" [ 864.263384] env[70623]: _type = "Task" [ 864.263384] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.271872] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793572, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.323844] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.333505] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dff64633-0b51-4747-aab5-4384dd5ff853 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "04d3396a-4289-4e34-8f99-baf4e0f27efa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.522s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.396765] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793571, 'name': Rename_Task, 'duration_secs': 0.150699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.402332] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.402332] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d61b981c-30e0-4ec9-b103-2a43eae02b7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.407807] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 864.407807] env[70623]: value = "task-2793573" [ 864.407807] env[70623]: _type = "Task" [ 864.407807] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.419230] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.535117] env[70623]: DEBUG nova.compute.manager [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Received event network-changed-f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.535117] env[70623]: DEBUG nova.compute.manager [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Refreshing instance network info cache due to event network-changed-f49ba21b-bc14-4484-aad4-76aa666efe70. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 864.535117] env[70623]: DEBUG oslo_concurrency.lockutils [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] Acquiring lock "refresh_cache-e74f24e6-acb4-4ae8-a297-f9cb698d16ba" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.535117] env[70623]: DEBUG oslo_concurrency.lockutils [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] Acquired lock "refresh_cache-e74f24e6-acb4-4ae8-a297-f9cb698d16ba" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.535117] env[70623]: DEBUG nova.network.neutron [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Refreshing network info cache for port f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.553862] env[70623]: DEBUG nova.compute.manager [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Received event network-changed-6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.553862] env[70623]: DEBUG nova.compute.manager [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Refreshing instance network info cache due to event network-changed-6d394eec-3d3d-49d8-ad01-c6bb47a53c72. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 864.553862] env[70623]: DEBUG oslo_concurrency.lockutils [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553862] env[70623]: DEBUG oslo_concurrency.lockutils [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.553862] env[70623]: DEBUG nova.network.neutron [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Refreshing network info cache for port 6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.774673] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793572, 'name': CreateVM_Task, 'duration_secs': 0.348132} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.774859] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.775587] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.775765] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.776177] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.776490] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70c1f37-aaf1-433e-847d-c58db00604ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.783527] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 864.783527] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f4765d-6ffb-7b14-c79c-9283edd678ed" [ 864.783527] env[70623]: _type = "Task" [ 864.783527] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.793160] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f4765d-6ffb-7b14-c79c-9283edd678ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.805724] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc4826-d95b-45e0-b358-b4eac9f6252e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.814276] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dce9b5-c0de-42a5-a774-9cb3d193f67c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.827293] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793570, 'name': ReconfigVM_Task, 'duration_secs': 0.595715} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.853423] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6/volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.860859] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a59089-0dfc-4af5-8c07-6dcaee8b9f6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.871968] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bef211-ab85-4b48-a311-d79be6632988 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.880812] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb1c765-9520-4569-b1c1-609650f9becb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.886052] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 864.886052] env[70623]: value = "task-2793574" [ 864.886052] env[70623]: _type = "Task" [ 864.886052] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.897492] env[70623]: DEBUG nova.compute.provider_tree [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.904170] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.918810] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793573, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.294314] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f4765d-6ffb-7b14-c79c-9283edd678ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014405} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.296828] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.297082] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.297320] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.297489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.297671] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.297935] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ca72d2-5d95-4985-b5ae-4aa3674c865d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.306381] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.306523] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.307256] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e86378-c5b7-4eda-b590-3cb208a5e3cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.313402] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 865.313402] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5275816b-5042-824f-113a-feb2d4c1d1f4" [ 865.313402] env[70623]: _type = "Task" [ 865.313402] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.321370] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5275816b-5042-824f-113a-feb2d4c1d1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.398977] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.400979] env[70623]: DEBUG nova.scheduler.client.report [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.418981] env[70623]: DEBUG oslo_vmware.api [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793573, 'name': PowerOnVM_Task, 'duration_secs': 0.748798} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.419269] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.419468] env[70623]: INFO nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Took 9.57 seconds to spawn the instance on the hypervisor. [ 865.419639] env[70623]: DEBUG nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.420410] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f564f59-480b-4ff1-8e23-fa5cd1a37aca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.493874] env[70623]: DEBUG nova.network.neutron [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Port ff4253d9-3cb8-46a9-98a5-8459a9ac6086 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 865.493874] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.493874] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.493874] env[70623]: DEBUG nova.network.neutron [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.553723] env[70623]: DEBUG nova.network.neutron [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updated VIF entry in instance network info cache for port 6d394eec-3d3d-49d8-ad01-c6bb47a53c72. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.554296] env[70623]: DEBUG nova.network.neutron [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.561891] env[70623]: DEBUG nova.network.neutron [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Updated VIF entry in instance network info cache for port f49ba21b-bc14-4484-aad4-76aa666efe70. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.562304] env[70623]: DEBUG nova.network.neutron [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Updating instance_info_cache with network_info: [{"id": "f49ba21b-bc14-4484-aad4-76aa666efe70", "address": "fa:16:3e:bc:50:fa", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49ba21b-bc", "ovs_interfaceid": "f49ba21b-bc14-4484-aad4-76aa666efe70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.665501] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.665501] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.695026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "17c20875-43b5-4904-964a-33298f4d2e56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.695303] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "17c20875-43b5-4904-964a-33298f4d2e56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.824343] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5275816b-5042-824f-113a-feb2d4c1d1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.825425] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b6d418-3171-48ec-92f6-b7dec4c0f134 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.830942] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 865.830942] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f7c44-3d6f-ac5e-562b-3193e31c6482" [ 865.830942] env[70623]: _type = "Task" [ 865.830942] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.839995] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f7c44-3d6f-ac5e-562b-3193e31c6482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.897228] env[70623]: DEBUG oslo_vmware.api [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793574, 'name': ReconfigVM_Task, 'duration_secs': 0.672042} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.897562] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561500', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'name': 'volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f08e5aec-8cf9-4e8e-8075-d6f3f86d361a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'serial': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 865.907356] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.909379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.090s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.909854] env[70623]: DEBUG nova.objects.instance [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lazy-loading 'resources' on Instance uuid 8205c11f-3360-4b70-86d0-e48fa7beb2b5 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.929080] env[70623]: INFO nova.scheduler.client.report [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleted allocations for instance 8c873cf3-7288-4ec8-8796-68791d7813ef [ 865.941679] env[70623]: INFO nova.compute.manager [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Took 46.25 seconds to build instance. [ 866.058082] env[70623]: DEBUG oslo_concurrency.lockutils [req-2c3f82c1-bbde-499d-b667-119f2f4a692c req-18a59a2b-b452-4821-8ed6-fc173667056d service nova] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065159] env[70623]: DEBUG oslo_concurrency.lockutils [req-6871384b-019e-4ff8-a579-8e7f53b13e51 req-2d5be989-e899-447c-9492-d83789ad82c3 service nova] Releasing lock "refresh_cache-e74f24e6-acb4-4ae8-a297-f9cb698d16ba" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.167697] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.197813] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.254754] env[70623]: DEBUG nova.network.neutron [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.341830] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]527f7c44-3d6f-ac5e-562b-3193e31c6482, 'name': SearchDatastore_Task, 'duration_secs': 0.045049} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.342194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.342315] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.342554] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f71119b-01bf-4d10-81df-b3ddce7f87b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.350548] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 866.350548] env[70623]: value = "task-2793575" [ 866.350548] env[70623]: _type = "Task" [ 866.350548] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.358100] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.444396] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d44b1e66-f62a-43db-86ed-ba0c9f390475 tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "8c873cf3-7288-4ec8-8796-68791d7813ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.728s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.445859] env[70623]: DEBUG oslo_concurrency.lockutils [None req-245a0891-6095-4cb5-a7fc-5f425ea1d583 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.768s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.689471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.717849] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.757737] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.837276] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741507e-ba6b-4767-98e8-aa77d5ec8a57 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.844471] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c41729-9f8b-4d2a-8d4a-66535ff15964 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.876810] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0133b0fa-461b-42e4-a498-f62464626645 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.883649] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.886598] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c0adf-be2e-47ef-9961-ac1461a4d817 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.899493] env[70623]: DEBUG nova.compute.provider_tree [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.936992] env[70623]: DEBUG nova.objects.instance [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'flavor' on Instance uuid f08e5aec-8cf9-4e8e-8075-d6f3f86d361a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.077026] env[70623]: DEBUG nova.compute.manager [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.078138] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3674a21e-3b26-49b7-a917-2977e01a3f7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.194206] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "632503bb-f406-497f-848d-25a284b29512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.195042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "632503bb-f406-497f-848d-25a284b29512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.195042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "632503bb-f406-497f-848d-25a284b29512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.195042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "632503bb-f406-497f-848d-25a284b29512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.195042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "632503bb-f406-497f-848d-25a284b29512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.198975] env[70623]: INFO nova.compute.manager [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Terminating instance [ 867.261014] env[70623]: DEBUG nova.compute.manager [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70623) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 867.261253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.383401] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920364} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.383726] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.383879] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.384145] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0474d6f4-d564-455a-bfc3-f12dc780b20b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.390457] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 867.390457] env[70623]: value = "task-2793576" [ 867.390457] env[70623]: _type = "Task" [ 867.390457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.398347] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.402238] env[70623]: DEBUG nova.scheduler.client.report [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.441698] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a73ebad-b015-44bf-917b-d25aa34b1ba2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.317s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.590077] env[70623]: INFO nova.compute.manager [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] instance snapshotting [ 867.592726] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab011d77-9484-49a4-9131-406edb5e24bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.612649] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c27f8f-339e-4df8-ad2d-eac80726d626 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.627420] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.627652] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.627835] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.628042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.628240] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.630410] env[70623]: INFO nova.compute.manager [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Terminating instance [ 867.703133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "refresh_cache-632503bb-f406-497f-848d-25a284b29512" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.703326] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquired lock "refresh_cache-632503bb-f406-497f-848d-25a284b29512" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.703506] env[70623]: DEBUG nova.network.neutron [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.900800] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248633} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.901067] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.901823] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08479231-f05f-405e-80e1-546e1e2b76fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.915800] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.926401] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.927049] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.864s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.928710] env[70623]: INFO nova.compute.claims [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.931598] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091cb954-4b1f-4914-a059-179674535006 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.947514] env[70623]: INFO nova.scheduler.client.report [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Deleted allocations for instance 8205c11f-3360-4b70-86d0-e48fa7beb2b5 [ 867.953794] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 867.953794] env[70623]: value = "task-2793577" [ 867.953794] env[70623]: _type = "Task" [ 867.953794] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.963581] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.122572] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 868.122938] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dae0170-0ad1-41fb-ac9a-f4b9d39885fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.130741] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 868.130741] env[70623]: value = "task-2793578" [ 868.130741] env[70623]: _type = "Task" [ 868.130741] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.136319] env[70623]: DEBUG nova.compute.manager [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.136671] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.137073] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858938d8-c6d7-4dce-ab33-688364609ef6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.145901] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.147724] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 868.147724] env[70623]: value = "task-2793579" [ 868.147724] env[70623]: _type = "Task" [ 868.147724] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.159097] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.224272] env[70623]: DEBUG nova.network.neutron [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.286053] env[70623]: DEBUG nova.network.neutron [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.458373] env[70623]: DEBUG oslo_concurrency.lockutils [None req-96cf0dae-be64-41f6-95e0-f8f6f73c76da tempest-ListImageFiltersTestJSON-2091529685 tempest-ListImageFiltersTestJSON-2091529685-project-member] Lock "8205c11f-3360-4b70-86d0-e48fa7beb2b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.253s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.466527] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.641715] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.659461] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793579, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.791394] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Releasing lock "refresh_cache-632503bb-f406-497f-848d-25a284b29512" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.792084] env[70623]: DEBUG nova.compute.manager [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.792332] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.793300] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ff6d7-e3d2-470d-92af-890fcc05de56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.803867] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.803867] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a655e8c4-eaa0-4ef9-a17f-c0b018c56a2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.811052] env[70623]: DEBUG oslo_vmware.api [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 868.811052] env[70623]: value = "task-2793580" [ 868.811052] env[70623]: _type = "Task" [ 868.811052] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.820768] env[70623]: DEBUG oslo_vmware.api [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.972491] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.142472] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793578, 'name': CreateSnapshot_Task, 'duration_secs': 0.969965} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.142746] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 869.143527] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925aad7-bef4-4e33-b627-a2617c1bd2e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.163689] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793579, 'name': PowerOffVM_Task, 'duration_secs': 0.516711} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.163804] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.163960] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.164530] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561500', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'name': 'volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f08e5aec-8cf9-4e8e-8075-d6f3f86d361a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'serial': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.164925] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb2d9b-60c2-4586-bd8f-9f0a8ed10cd5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.192280] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b62d4af-e73a-4c05-b22e-6e2a2a36e842 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.201844] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ffdb5-09fc-4450-8142-5b4dc639bdc4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.231881] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759bd78-1dc8-4923-a77e-e3b36cdc49e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.251007] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6/volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 869.254894] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.259025] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef8ccc8-be0e-49f4-8fd2-bcc1cfd9ddce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.278196] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 869.278196] env[70623]: value = "task-2793581" [ 869.278196] env[70623]: _type = "Task" [ 869.278196] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.287079] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.324132] env[70623]: DEBUG oslo_vmware.api [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793580, 'name': PowerOffVM_Task, 'duration_secs': 0.262001} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.324409] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.324684] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.325066] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a36061-b3d5-4c7c-995b-c873dec7331a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.350122] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.350329] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.350519] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleting the datastore file [datastore1] 632503bb-f406-497f-848d-25a284b29512 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.350777] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2061d8-a874-48e0-8adc-a2d1438abc26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.359146] env[70623]: DEBUG oslo_vmware.api [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for the task: (returnval){ [ 869.359146] env[70623]: value = "task-2793583" [ 869.359146] env[70623]: _type = "Task" [ 869.359146] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.366876] env[70623]: DEBUG oslo_vmware.api [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.467821] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793577, 'name': ReconfigVM_Task, 'duration_secs': 1.095163} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.468138] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Reconfigured VM instance instance-0000003f to attach disk [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.468802] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bff0332-e583-4d8d-b7ce-c0482ec6a509 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.476099] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 869.476099] env[70623]: value = "task-2793584" [ 869.476099] env[70623]: _type = "Task" [ 869.476099] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.477723] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29286b8a-4c7d-41a1-8307-89fe09fefc2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.490444] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4ba8cc-fac8-4e95-a518-b19b99001a60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.493722] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793584, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.524187] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d29917-346c-4802-92fb-bf68f7e83a6f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.532249] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdaadf2-325a-497b-8d0a-922ffc6cb4ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.546563] env[70623]: DEBUG nova.compute.provider_tree [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.667329] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.667759] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5c6685b-3d48-4d3d-8709-a123e4c7b77d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676411] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 869.676411] env[70623]: value = "task-2793585" [ 869.676411] env[70623]: _type = "Task" [ 869.676411] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.684797] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.788057] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793581, 'name': ReconfigVM_Task, 'duration_secs': 0.413872} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.788411] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.793094] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f850e949-cbd4-4380-bfc5-bf9d692ad49d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.809550] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 869.809550] env[70623]: value = "task-2793586" [ 869.809550] env[70623]: _type = "Task" [ 869.809550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.821478] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.868196] env[70623]: DEBUG oslo_vmware.api [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Task: {'id': task-2793583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224663} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.868462] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.868713] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.868921] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.869128] env[70623]: INFO nova.compute.manager [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] [instance: 632503bb-f406-497f-848d-25a284b29512] Took 1.08 seconds to destroy the instance on the hypervisor. [ 869.869377] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.869580] env[70623]: DEBUG nova.compute.manager [-] [instance: 632503bb-f406-497f-848d-25a284b29512] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.869680] env[70623]: DEBUG nova.network.neutron [-] [instance: 632503bb-f406-497f-848d-25a284b29512] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.886228] env[70623]: DEBUG nova.network.neutron [-] [instance: 632503bb-f406-497f-848d-25a284b29512] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.985814] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793584, 'name': Rename_Task, 'duration_secs': 0.183564} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.986125] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.986375] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4941ae-de3a-4d96-91a0-3a7610d8d65a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.993093] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 869.993093] env[70623]: value = "task-2793587" [ 869.993093] env[70623]: _type = "Task" [ 869.993093] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.000925] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.049681] env[70623]: DEBUG nova.scheduler.client.report [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.187009] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task} progress is 93%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.306991] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "c9621719-8bb0-49dd-a300-4215878ae13b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.307302] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "c9621719-8bb0-49dd-a300-4215878ae13b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.319330] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793586, 'name': ReconfigVM_Task, 'duration_secs': 0.310389} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.319605] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561500', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'name': 'volume-8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f08e5aec-8cf9-4e8e-8075-d6f3f86d361a', 'attached_at': '', 'detached_at': '', 'volume_id': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6', 'serial': '8ea9804f-3118-4ff6-8ba0-e8732fd432b6'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.319886] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.320690] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4287e09f-535c-4448-8b38-d82d275caf3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.327707] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.327949] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdffd494-6516-4b82-be9d-7dfb968af2e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.388972] env[70623]: DEBUG nova.network.neutron [-] [instance: 632503bb-f406-497f-848d-25a284b29512] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.403155] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.403367] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.403548] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleting the datastore file [datastore2] f08e5aec-8cf9-4e8e-8075-d6f3f86d361a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.404095] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32d748d1-a469-4610-9367-034e8100a9e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.411076] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 870.411076] env[70623]: value = "task-2793589" [ 870.411076] env[70623]: _type = "Task" [ 870.411076] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.418836] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.505997] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.555014] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.555739] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.559315] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.484s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.559606] env[70623]: DEBUG nova.objects.instance [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lazy-loading 'resources' on Instance uuid fc40d716-c1a5-4963-ab96-d5da25b3c168 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.687294] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.811847] env[70623]: DEBUG nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.893647] env[70623]: INFO nova.compute.manager [-] [instance: 632503bb-f406-497f-848d-25a284b29512] Took 1.02 seconds to deallocate network for instance. [ 870.922952] env[70623]: DEBUG oslo_vmware.api [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.923303] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.923528] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.923741] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.923948] env[70623]: INFO nova.compute.manager [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Took 2.79 seconds to destroy the instance on the hypervisor. [ 870.924239] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.924467] env[70623]: DEBUG nova.compute.manager [-] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.924625] env[70623]: DEBUG nova.network.neutron [-] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.003463] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.065142] env[70623]: DEBUG nova.compute.utils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.068632] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.068632] env[70623]: DEBUG nova.network.neutron [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.127576] env[70623]: DEBUG nova.policy [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20db0758e0f34faebc5dd46ffd5f965f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f663aa1ed47443986f1302fb0bbc216', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.187844] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.261906] env[70623]: DEBUG nova.compute.manager [req-c9edbe0a-c27a-4d8b-b832-021accfd2864 req-d2e12618-1211-408d-b367-f8fb576cbe3e service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Received event network-vif-deleted-158f0d6d-7799-41cf-ad8e-399b35c57841 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.262136] env[70623]: INFO nova.compute.manager [req-c9edbe0a-c27a-4d8b-b832-021accfd2864 req-d2e12618-1211-408d-b367-f8fb576cbe3e service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Neutron deleted interface 158f0d6d-7799-41cf-ad8e-399b35c57841; detaching it from the instance and deleting it from the info cache [ 871.262269] env[70623]: DEBUG nova.network.neutron [req-c9edbe0a-c27a-4d8b-b832-021accfd2864 req-d2e12618-1211-408d-b367-f8fb576cbe3e service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.331981] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.400981] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.478955] env[70623]: DEBUG nova.network.neutron [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Successfully created port: 36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.505184] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.541940] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900ac8f-7828-47c1-8e63-ab31b08f817a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.549469] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df4e6ad-4481-447b-bc26-52404c939233 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.582508] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.585749] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc61e8-a595-47eb-8823-e69e98406058 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.593053] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493928de-0220-45e5-a824-61371f83d55a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.606500] env[70623]: DEBUG nova.compute.provider_tree [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.687660] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.742684] env[70623]: DEBUG nova.network.neutron [-] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.767761] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b51582e-4a90-4e08-a1e2-4f7df8c1c222 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.777406] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ecf9c0-121d-4d76-b29d-0ead255fc81e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.813896] env[70623]: DEBUG nova.compute.manager [req-c9edbe0a-c27a-4d8b-b832-021accfd2864 req-d2e12618-1211-408d-b367-f8fb576cbe3e service nova] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Detach interface failed, port_id=158f0d6d-7799-41cf-ad8e-399b35c57841, reason: Instance f08e5aec-8cf9-4e8e-8075-d6f3f86d361a could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 872.004564] env[70623]: DEBUG oslo_vmware.api [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793587, 'name': PowerOnVM_Task, 'duration_secs': 1.788889} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.004836] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.005052] env[70623]: INFO nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Took 10.30 seconds to spawn the instance on the hypervisor. [ 872.005240] env[70623]: DEBUG nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.006139] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a002b8-0864-4201-9331-b93a97d6664c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.109567] env[70623]: DEBUG nova.scheduler.client.report [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.188270] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.245414] env[70623]: INFO nova.compute.manager [-] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Took 1.32 seconds to deallocate network for instance. [ 872.523069] env[70623]: INFO nova.compute.manager [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Took 48.75 seconds to build instance. [ 872.594463] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.615648] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.615988] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.616198] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.616392] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.616543] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.616694] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.616909] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.617088] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.617266] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.617433] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.617607] env[70623]: DEBUG nova.virt.hardware [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.618490] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.620845] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d33e6b-98cc-4e90-a94c-fe58a8b84465 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.623632] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.218s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.630705] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5d487-ad1e-4deb-b51e-fc7f99decb5c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.647964] env[70623]: INFO nova.scheduler.client.report [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Deleted allocations for instance fc40d716-c1a5-4963-ab96-d5da25b3c168 [ 872.690586] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793585, 'name': CloneVM_Task, 'duration_secs': 2.519854} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.691017] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Created linked-clone VM from snapshot [ 872.691813] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a729cc-5218-4899-86d3-37bd22fec75a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.699624] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Uploading image d372cc7f-48ff-40c3-96ee-41a55499d0b9 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 872.720555] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 872.720555] env[70623]: value = "vm-561503" [ 872.720555] env[70623]: _type = "VirtualMachine" [ 872.720555] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 872.721077] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-318149d3-b1b1-4105-8148-4f2fcf11d812 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.728072] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease: (returnval){ [ 872.728072] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526614d3-a421-5fb7-b417-f4965106bbdc" [ 872.728072] env[70623]: _type = "HttpNfcLease" [ 872.728072] env[70623]: } obtained for exporting VM: (result){ [ 872.728072] env[70623]: value = "vm-561503" [ 872.728072] env[70623]: _type = "VirtualMachine" [ 872.728072] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 872.728298] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the lease: (returnval){ [ 872.728298] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526614d3-a421-5fb7-b417-f4965106bbdc" [ 872.728298] env[70623]: _type = "HttpNfcLease" [ 872.728298] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 872.734465] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.734465] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526614d3-a421-5fb7-b417-f4965106bbdc" [ 872.734465] env[70623]: _type = "HttpNfcLease" [ 872.734465] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.797208] env[70623]: INFO nova.compute.manager [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Took 0.55 seconds to detach 1 volumes for instance. [ 873.014038] env[70623]: DEBUG nova.network.neutron [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Successfully updated port: 36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.026160] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddbdb734-6d16-441b-8bd6-33a9612c2fcc tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.102s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.155793] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f9057c50-9bf6-401a-9c2f-a4db16c4747d tempest-ServerMetadataNegativeTestJSON-17356277 tempest-ServerMetadataNegativeTestJSON-17356277-project-member] Lock "fc40d716-c1a5-4963-ab96-d5da25b3c168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.626s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.236973] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.236973] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526614d3-a421-5fb7-b417-f4965106bbdc" [ 873.236973] env[70623]: _type = "HttpNfcLease" [ 873.236973] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 873.237304] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 873.237304] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526614d3-a421-5fb7-b417-f4965106bbdc" [ 873.237304] env[70623]: _type = "HttpNfcLease" [ 873.237304] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 873.238442] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b1fb5-7291-4eea-9a86-47275a694ec6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.246351] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52025d20-543b-52fe-5d13-b7e1a51edf08/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 873.246536] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52025d20-543b-52fe-5d13-b7e1a51edf08/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 873.303928] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.306090] env[70623]: DEBUG nova.compute.manager [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-vif-plugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.306302] env[70623]: DEBUG oslo_concurrency.lockutils [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.306506] env[70623]: DEBUG oslo_concurrency.lockutils [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] Lock "b2103440-5f33-465c-9efa-674f47740096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.306670] env[70623]: DEBUG oslo_concurrency.lockutils [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] Lock "b2103440-5f33-465c-9efa-674f47740096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.306832] env[70623]: DEBUG nova.compute.manager [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] No waiting events found dispatching network-vif-plugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.306991] env[70623]: WARNING nova.compute.manager [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received unexpected event network-vif-plugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 for instance with vm_state building and task_state spawning. [ 873.307165] env[70623]: DEBUG nova.compute.manager [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-changed-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.307316] env[70623]: DEBUG nova.compute.manager [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Refreshing instance network info cache due to event network-changed-36a8d4e6-1f8b-45e9-8f75-31488c0055a0. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 873.307491] env[70623]: DEBUG oslo_concurrency.lockutils [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.307626] env[70623]: DEBUG oslo_concurrency.lockutils [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.307805] env[70623]: DEBUG nova.network.neutron [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Refreshing network info cache for port 36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.348097] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05afab2e-8413-44f9-9c2a-e4bdd0a5b615 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.516677] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.644021] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Applying migration context for instance 7e1af86a-27c4-4a67-a43b-531dee349f64 as it has an incoming, in-progress migration 2a9ddbc9-eef4-4dc0-9b9a-e27a111f965b. Migration status is reverting {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 873.644021] env[70623]: INFO nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating resource usage from migration 2a9ddbc9-eef4-4dc0-9b9a-e27a111f965b [ 873.672399] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ba399839-ac55-4515-b7a1-b04c623636a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.672792] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 761d787c-3988-454d-9ceb-c8afb5e6b36b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 6f4a73d6-0e66-4e77-9da5-f22a63068fef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 74508bf5-d9b7-486b-a5e6-9387f3b96496 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 2b0d38e7-998c-40a8-922e-896a9c87f76f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 1d5599e1-8168-4fb1-92e9-20689b35166a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 149e681e-ed7f-4bd6-b244-4f6c72c7be37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea3af44d-dc65-4f27-8618-95a84be3e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7983fb26-78e5-44d5-a064-dc2f53c010ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675016] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 632503bb-f406-497f-848d-25a284b29512 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.675016] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 20617bdb-d8d0-45b6-884a-c2535758366a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.675016] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 5655e8b6-c69f-4f27-8f63-1a4fd4b84379 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.675016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 2b198ec7-791a-45ff-9c79-e01ee6bc63b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675419] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 603c0f1f-f050-43e8-b587-c38021053e6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675419] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f08e5aec-8cf9-4e8e-8075-d6f3f86d361a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675419] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 414b5a3d-d2cd-4f02-abd5-f390338bdcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.675419] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Migration 2a9ddbc9-eef4-4dc0-9b9a-e27a111f965b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 873.677559] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7e1af86a-27c4-4a67-a43b-531dee349f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.677559] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance e7dc9bf3-a474-4749-8cd9-03ec723b7126 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.677559] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9ffadc0c-36aa-4fd0-8762-c47f65e62758 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.677559] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance e74f24e6-acb4-4ae8-a297-f9cb698d16ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.677559] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b2103440-5f33-465c-9efa-674f47740096 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.857022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.857022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.857022] env[70623]: DEBUG nova.compute.manager [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.857022] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d4fa8-26b5-439c-93a6-393d9dd03d6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.864152] env[70623]: DEBUG nova.compute.manager [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 873.865475] env[70623]: DEBUG nova.objects.instance [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'flavor' on Instance uuid e74f24e6-acb4-4ae8-a297-f9cb698d16ba {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.869024] env[70623]: DEBUG nova.network.neutron [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.012985] env[70623]: DEBUG nova.network.neutron [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.183444] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.516496] env[70623]: DEBUG oslo_concurrency.lockutils [req-c9fed47a-03ae-450a-9ec2-66c77a519e3c req-0a76f2be-a081-4ca1-9cda-ab03921267dc service nova] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.517081] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.517401] env[70623]: DEBUG nova.network.neutron [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.688201] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 0cc8a809-9d88-44c9-bd99-a8df4c77f464 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.877507] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.877940] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13567ef7-b899-4262-bb91-d539b80e9488 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.885676] env[70623]: DEBUG oslo_vmware.api [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 874.885676] env[70623]: value = "task-2793591" [ 874.885676] env[70623]: _type = "Task" [ 874.885676] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.898354] env[70623]: DEBUG oslo_vmware.api [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.065287] env[70623]: DEBUG nova.network.neutron [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.191540] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 184af744-11cb-4f37-a3da-3255ac40a4fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 875.250673] env[70623]: DEBUG nova.network.neutron [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.396951] env[70623]: DEBUG oslo_vmware.api [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793591, 'name': PowerOffVM_Task, 'duration_secs': 0.39047} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.397576] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.397783] env[70623]: DEBUG nova.compute.manager [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.398605] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1970cd6-da8d-4870-8c18-de8a2e7f37fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.694895] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 875.755810] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.756273] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance network_info: |[{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.756864] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:7e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a8d4e6-1f8b-45e9-8f75-31488c0055a0', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.767024] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating folder: Project (9f663aa1ed47443986f1302fb0bbc216). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.767024] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70723781-57ba-4236-a716-cab40418e87c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.778665] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Created folder: Project (9f663aa1ed47443986f1302fb0bbc216) in parent group-v561316. [ 875.778665] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating folder: Instances. Parent ref: group-v561504. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.778845] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f231c3ce-ddf0-4ff1-a1f5-ee853d7d4d17 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.788312] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Created folder: Instances in parent group-v561504. [ 875.788312] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.788503] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.788713] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c4585bb-e450-42e2-a698-366144d2ac6a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.814283] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.814283] env[70623]: value = "task-2793594" [ 875.814283] env[70623]: _type = "Task" [ 875.814283] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.826923] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793594, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.910564] env[70623]: DEBUG oslo_concurrency.lockutils [None req-741c2663-3111-4458-b7e5-7483748bf322 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.198363] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b39d8432-d639-4fb1-ab8a-4aa01d524bfd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 876.325711] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793594, 'name': CreateVM_Task, 'duration_secs': 0.359487} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.325910] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.326854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.327023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.327371] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.327629] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f5aa42-43f7-41a0-a538-f2cc445b7b7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.332795] env[70623]: INFO nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Rebuilding instance [ 876.334733] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 876.334733] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522ae75d-7f4b-599e-c0e3-4e2edba9f9bb" [ 876.334733] env[70623]: _type = "Task" [ 876.334733] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.343257] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522ae75d-7f4b-599e-c0e3-4e2edba9f9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.384599] env[70623]: DEBUG nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.385556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efabbb69-43c5-40ca-b071-be22ba377fbc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.701751] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 17c20875-43b5-4904-964a-33298f4d2e56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 876.846931] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522ae75d-7f4b-599e-c0e3-4e2edba9f9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.847257] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.847497] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.847738] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.847887] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.848106] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.848373] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc15cd6a-ab26-45f0-933a-17dcfce95e78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.857577] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.857756] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.858521] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7779e7e8-6f95-4296-948e-7ea2276a5adb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.864162] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 876.864162] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524d1a8d-2d26-7ff5-b9c9-b64b3c089607" [ 876.864162] env[70623]: _type = "Task" [ 876.864162] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.872325] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524d1a8d-2d26-7ff5-b9c9-b64b3c089607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.205325] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance c9621719-8bb0-49dd-a300-4215878ae13b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 877.205515] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 877.205739] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 877.374063] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524d1a8d-2d26-7ff5-b9c9-b64b3c089607, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.374847] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9fbe51-d118-4d90-a6e6-cbdb901c6970 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.380012] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 877.380012] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb27d9-bf13-f362-619b-6f85f9408110" [ 877.380012] env[70623]: _type = "Task" [ 877.380012] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.393296] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb27d9-bf13-f362-619b-6f85f9408110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.399304] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.399581] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d80f06-0861-44b5-8df4-20a3d02f98c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.406178] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 877.406178] env[70623]: value = "task-2793595" [ 877.406178] env[70623]: _type = "Task" [ 877.406178] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.416496] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.416736] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.417494] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71360ea4-d8b2-4290-ad2b-5fbfd6eed251 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.428070] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.428070] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e87af5d-36bb-40bf-82eb-37616f1dac1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.624892] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c9f06c-43e3-4f07-aa59-8f25a36aebad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.637101] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdee800-b5e8-4efa-b0e6-9ca1f6951483 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.667675] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c93513-2fef-412e-b5f3-9eabfc94d9fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.670465] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.670662] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.670835] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.671120] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58284139-db84-4efa-a949-68ca84985b44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.679213] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d551076-0c21-45f0-901c-e4fd7f8b1042 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.682975] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 877.682975] env[70623]: value = "task-2793597" [ 877.682975] env[70623]: _type = "Task" [ 877.682975] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.693862] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.700357] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.892478] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb27d9-bf13-f362-619b-6f85f9408110, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.892744] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893008] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.893310] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b747c2-d3f5-4e64-ba12-6c26753c8561 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.899790] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 877.899790] env[70623]: value = "task-2793598" [ 877.899790] env[70623]: _type = "Task" [ 877.899790] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.909072] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.193877] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144455} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.194234] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.194432] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.194620] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.199172] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.409985] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445023} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.410432] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.410697] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.410985] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5749e611-d443-4c30-916a-aad1d2511607 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.417357] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 878.417357] env[70623]: value = "task-2793599" [ 878.417357] env[70623]: _type = "Task" [ 878.417357] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.425861] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.703751] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 878.703985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.080s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.704270] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.926s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.704533] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.706522] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.614s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.707948] env[70623]: INFO nova.compute.claims [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.710372] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.710540] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Cleaning up deleted instances {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 878.727702] env[70623]: INFO nova.scheduler.client.report [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted allocations for instance 6f4a73d6-0e66-4e77-9da5-f22a63068fef [ 878.927356] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102923} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.927671] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.928466] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0d38a-87cd-4edd-a284-a1798f5d3f90 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.950900] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.951207] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-910e0cf0-3f1d-43f4-91c1-febb36cf1396 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.971308] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 878.971308] env[70623]: value = "task-2793600" [ 878.971308] env[70623]: _type = "Task" [ 878.971308] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.979615] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.225875] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] There are 40 instances to clean {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 879.226258] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: fc40d716-c1a5-4963-ab96-d5da25b3c168] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 879.235380] env[70623]: DEBUG oslo_concurrency.lockutils [None req-112a918e-20d1-4a4a-8d7c-a5f145a10b4b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "6f4a73d6-0e66-4e77-9da5-f22a63068fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.210s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.238340] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.238587] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.238748] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.238930] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.239091] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.239247] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.239457] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.239615] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.239780] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.239940] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.240139] env[70623]: DEBUG nova.virt.hardware [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.241089] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75113c6-bd7f-4da3-9d6b-e65bc2cda61d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.249120] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275f577-b774-4e28-bab5-206a864baa54 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.266248] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:50:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f49ba21b-bc14-4484-aad4-76aa666efe70', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.273960] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.275397] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.275621] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969fcd9b-0d37-4d81-9668-a28844fd7aeb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.295073] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.295073] env[70623]: value = "task-2793601" [ 879.295073] env[70623]: _type = "Task" [ 879.295073] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.303387] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793601, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.481305] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793600, 'name': ReconfigVM_Task, 'duration_secs': 0.293238} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.481578] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.482228] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3e8e8f6-b8c4-4abd-9917-1014d662fad1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.489163] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 879.489163] env[70623]: value = "task-2793602" [ 879.489163] env[70623]: _type = "Task" [ 879.489163] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.497168] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793602, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.735451] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 04d3396a-4289-4e34-8f99-baf4e0f27efa] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 879.812604] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793601, 'name': CreateVM_Task, 'duration_secs': 0.409317} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.812818] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.813661] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.813843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.814176] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.814479] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312d87b9-ead2-4f8e-983f-0312ef525570 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.820781] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 879.820781] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52caeef4-f4ab-a869-bba0-303b44f0ef98" [ 879.820781] env[70623]: _type = "Task" [ 879.820781] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.834042] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52caeef4-f4ab-a869-bba0-303b44f0ef98, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.834042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.834210] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.834440] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834588] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834765] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.835045] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da94fb20-47ee-45d2-baaa-230adeba7438 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.845662] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.845841] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.846630] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f902a0-a2f4-4928-8692-c757c786a69d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.854548] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 879.854548] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5237a9a5-6729-4ec6-25d3-b409c7bf209b" [ 879.854548] env[70623]: _type = "Task" [ 879.854548] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.862830] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5237a9a5-6729-4ec6-25d3-b409c7bf209b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.999662] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793602, 'name': Rename_Task, 'duration_secs': 0.158802} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.999974] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.004273] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de413ed-a782-45f8-bf9c-23ca3e9e03d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.010914] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 880.010914] env[70623]: value = "task-2793603" [ 880.010914] env[70623]: _type = "Task" [ 880.010914] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.020983] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.217384] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8b9470-52be-4db3-b340-ef46ebed82cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.225385] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e2c6ca-bbe6-411b-a640-67d514798ae6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.261152] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f203a277-18bf-4e74-ae5f-273ac1dfe2b2] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 880.263842] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859425e0-c181-4ab0-bdc9-da6b6431572a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.272119] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c833ef75-1d22-4347-a093-927be2faf11a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.286199] env[70623]: DEBUG nova.compute.provider_tree [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.366658] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5237a9a5-6729-4ec6-25d3-b409c7bf209b, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.367544] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5cc731-fd2b-419b-92a4-60595761aed4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.373851] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 880.373851] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cea507-8493-d718-e761-b1644557176c" [ 880.373851] env[70623]: _type = "Task" [ 880.373851] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.382789] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cea507-8493-d718-e761-b1644557176c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.528608] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793603, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.767867] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 8c873cf3-7288-4ec8-8796-68791d7813ef] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 880.789695] env[70623]: DEBUG nova.scheduler.client.report [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.883881] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cea507-8493-d718-e761-b1644557176c, 'name': SearchDatastore_Task, 'duration_secs': 0.016209} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.884179] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.884758] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.884758] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6038b652-d2d1-4109-b0c6-8d1607717c33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.891891] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 880.891891] env[70623]: value = "task-2793604" [ 880.891891] env[70623]: _type = "Task" [ 880.891891] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.899950] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.932966] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52025d20-543b-52fe-5d13-b7e1a51edf08/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.933896] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e60e80-e0cb-41f4-a11b-9958627da5a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.940346] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52025d20-543b-52fe-5d13-b7e1a51edf08/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.940521] env[70623]: ERROR oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52025d20-543b-52fe-5d13-b7e1a51edf08/disk-0.vmdk due to incomplete transfer. [ 880.940743] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8919d8e4-fa72-446b-aad1-f1b721632c4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.947728] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52025d20-543b-52fe-5d13-b7e1a51edf08/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.947926] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Uploaded image d372cc7f-48ff-40c3-96ee-41a55499d0b9 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.950621] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.950853] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc570564-ac2f-4bfe-b860-3debfcaad311 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.957322] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 880.957322] env[70623]: value = "task-2793605" [ 880.957322] env[70623]: _type = "Task" [ 880.957322] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.965949] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793605, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.021111] env[70623]: DEBUG oslo_vmware.api [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793603, 'name': PowerOnVM_Task, 'duration_secs': 0.559656} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.021435] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.021667] env[70623]: INFO nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Took 8.43 seconds to spawn the instance on the hypervisor. [ 881.021893] env[70623]: DEBUG nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.022716] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b71dd66-fc60-4459-9cdc-b11f24778e00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.272256] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a9fca657-9fb4-40e1-9fdf-fb727b9506dd] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 881.296069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.296659] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.299378] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.154s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.300824] env[70623]: INFO nova.compute.claims [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.402608] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.466955] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793605, 'name': Destroy_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.541921] env[70623]: INFO nova.compute.manager [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Took 51.50 seconds to build instance. [ 881.671329] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.671427] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "483432da-f083-457e-97e5-deada79ffea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.775948] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: c9bcdac5-9ea6-4387-972c-cd160faf5323] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 881.805060] env[70623]: DEBUG nova.compute.utils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.808938] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.809085] env[70623]: DEBUG nova.network.neutron [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.850694] env[70623]: DEBUG nova.policy [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f4d1c95e15b422dba3179e627148da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a0c3e5d716470d9841003b61ecac50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.902838] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.967455] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793605, 'name': Destroy_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.044896] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ff369ac-a93a-483b-a1ef-ad170c418932 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.398s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.171153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.171376] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.174180] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.212195] env[70623]: DEBUG nova.network.neutron [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Successfully created port: acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.280968] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b670d5e7-bbf2-41b9-bd1b-29de7c6529ac] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 882.315915] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.402196] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.468662] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793605, 'name': Destroy_Task, 'duration_secs': 1.337262} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.471016] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Destroyed the VM [ 882.471784] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 882.471841] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee47aa06-a888-439c-9a69-3ec16e63cf27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.477844] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 882.477844] env[70623]: value = "task-2793606" [ 882.477844] env[70623]: _type = "Task" [ 882.477844] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.489054] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.673429] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.705513] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.749056] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51a7e9-438c-4179-a243-99fbfceecdd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.758439] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814f93b-01d5-4a50-be39-54845591a8a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.789830] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 956f1c1c-f359-4b4c-a860-feab6992d793] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 882.792478] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1afdad-9cb4-4293-8b73-f8bb781098e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.801188] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecab3a7-9d45-4e35-905a-39f6c38435e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.814791] env[70623]: DEBUG nova.compute.provider_tree [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.903043] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.858596} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.904687] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.904687] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.904687] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c06899-51dc-49cd-813d-54f67f809dca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.911260] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 882.911260] env[70623]: value = "task-2793607" [ 882.911260] env[70623]: _type = "Task" [ 882.911260] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.918037] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.987590] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793606, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.197574] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.269346] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "f877c6f8-f31b-47cd-ab60-4cba61f52867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.269659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.297055] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ddf0345b-8c75-44ca-a659-4945050e2629] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 883.317913] env[70623]: DEBUG nova.scheduler.client.report [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.324564] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.352520] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.352836] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.353041] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.353265] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.353466] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.353644] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.353898] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.354123] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.354363] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.354577] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.354797] env[70623]: DEBUG nova.virt.hardware [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.356094] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54e686-ed1e-4ffb-86b0-2ac21e31c5e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.364666] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b0904-062e-4096-8020-7e46561afa69 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.419219] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07457} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.419553] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.420408] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b58cb6a-129f-4c43-8968-dc1ac66a6a7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.443165] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.443456] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6baafe10-8e39-40d8-b30b-7027bcacafd1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.463010] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 883.463010] env[70623]: value = "task-2793608" [ 883.463010] env[70623]: _type = "Task" [ 883.463010] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.470508] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.488689] env[70623]: DEBUG oslo_vmware.api [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793606, 'name': RemoveSnapshot_Task, 'duration_secs': 0.603716} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.489181] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 883.489432] env[70623]: INFO nova.compute.manager [None req-4f11f772-3cd0-47c9-8b52-7e82de088f08 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 883.772656] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.788205] env[70623]: DEBUG nova.compute.manager [req-005a67b4-6f24-4d5c-842b-fef4ba1c74ea req-9a784fe1-371a-457e-ae3f-beb5cfe621fc service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Received event network-vif-plugged-acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 883.788363] env[70623]: DEBUG oslo_concurrency.lockutils [req-005a67b4-6f24-4d5c-842b-fef4ba1c74ea req-9a784fe1-371a-457e-ae3f-beb5cfe621fc service nova] Acquiring lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.788578] env[70623]: DEBUG oslo_concurrency.lockutils [req-005a67b4-6f24-4d5c-842b-fef4ba1c74ea req-9a784fe1-371a-457e-ae3f-beb5cfe621fc service nova] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.788776] env[70623]: DEBUG oslo_concurrency.lockutils [req-005a67b4-6f24-4d5c-842b-fef4ba1c74ea req-9a784fe1-371a-457e-ae3f-beb5cfe621fc service nova] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.788902] env[70623]: DEBUG nova.compute.manager [req-005a67b4-6f24-4d5c-842b-fef4ba1c74ea req-9a784fe1-371a-457e-ae3f-beb5cfe621fc service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] No waiting events found dispatching network-vif-plugged-acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.789072] env[70623]: WARNING nova.compute.manager [req-005a67b4-6f24-4d5c-842b-fef4ba1c74ea req-9a784fe1-371a-457e-ae3f-beb5cfe621fc service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Received unexpected event network-vif-plugged-acda4869-d098-4154-9212-8bf3879ba3f2 for instance with vm_state building and task_state spawning. [ 883.799424] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 34d289a2-d3a8-49a1-9b94-a134122aa84a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 883.823147] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.823243] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.825537] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.639s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.825762] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.827798] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.767s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.828453] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.829749] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.236s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.829923] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.831412] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.528s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.832899] env[70623]: INFO nova.compute.claims [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.855389] env[70623]: INFO nova.scheduler.client.report [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted allocations for instance 74508bf5-d9b7-486b-a5e6-9387f3b96496 [ 883.863705] env[70623]: INFO nova.scheduler.client.report [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Deleted allocations for instance 5655e8b6-c69f-4f27-8f63-1a4fd4b84379 [ 883.877093] env[70623]: INFO nova.scheduler.client.report [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Deleted allocations for instance 20617bdb-d8d0-45b6-884a-c2535758366a [ 883.881260] env[70623]: DEBUG nova.network.neutron [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Successfully updated port: acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.972987] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793608, 'name': ReconfigVM_Task, 'duration_secs': 0.259499} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.973313] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Reconfigured VM instance instance-0000003f to attach disk [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba/e74f24e6-acb4-4ae8-a297-f9cb698d16ba.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.973930] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f8760c-9ceb-4c08-b768-f5cd97bb4f1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.980080] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 883.980080] env[70623]: value = "task-2793609" [ 883.980080] env[70623]: _type = "Task" [ 883.980080] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.988567] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793609, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.298211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.301798] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 99f71fa0-ffcb-4bef-97c6-48c3b57ad5f2] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 884.338093] env[70623]: DEBUG nova.compute.utils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.342508] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.342707] env[70623]: DEBUG nova.network.neutron [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.367915] env[70623]: DEBUG oslo_concurrency.lockutils [None req-56140042-3454-4baf-9149-7d7ac2c0f1d8 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "74508bf5-d9b7-486b-a5e6-9387f3b96496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.903s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.371226] env[70623]: DEBUG oslo_concurrency.lockutils [None req-26b5c8fb-ac21-4bc6-a1c3-28dfe0d7b74a tempest-ServersAaction247Test-1687268177 tempest-ServersAaction247Test-1687268177-project-member] Lock "5655e8b6-c69f-4f27-8f63-1a4fd4b84379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.034s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.385197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "refresh_cache-21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.385296] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "refresh_cache-21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.385464] env[70623]: DEBUG nova.network.neutron [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.386951] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35d13fd8-e54b-4b07-82aa-122da702cdaa tempest-ServersTestMultiNic-2016395605 tempest-ServersTestMultiNic-2016395605-project-member] Lock "20617bdb-d8d0-45b6-884a-c2535758366a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.271s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.392867] env[70623]: DEBUG nova.policy [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46266bebe5b4853b025876ee09f1573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b914e377e6f41a39100eaf302d1152a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.489935] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793609, 'name': Rename_Task, 'duration_secs': 0.13562} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.491273] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.491540] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51eb7efe-2e4d-497e-b81f-55bd48929062 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.500021] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 884.500021] env[70623]: value = "task-2793610" [ 884.500021] env[70623]: _type = "Task" [ 884.500021] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.505695] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.612308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "761d787c-3988-454d-9ceb-c8afb5e6b36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.612308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.612308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "761d787c-3988-454d-9ceb-c8afb5e6b36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.612308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.612308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.617082] env[70623]: INFO nova.compute.manager [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Terminating instance [ 884.683693] env[70623]: DEBUG nova.network.neutron [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Successfully created port: 762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.805101] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: bec74a85-11dd-4d81-97c6-6799afb4a327] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 884.847224] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.939199] env[70623]: DEBUG nova.network.neutron [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.009790] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793610, 'name': PowerOnVM_Task, 'duration_secs': 0.448345} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.010101] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.010307] env[70623]: DEBUG nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.011089] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15f0d50-21fb-4199-a74b-7cb71da7e671 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.119814] env[70623]: DEBUG nova.compute.manager [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.120109] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.121390] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dff7dd-9498-4c03-a6f6-4fdf44cca2f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.138588] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.138588] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f5f31a-f7d2-4644-96d9-99216916b637 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.144284] env[70623]: DEBUG oslo_vmware.api [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 885.144284] env[70623]: value = "task-2793611" [ 885.144284] env[70623]: _type = "Task" [ 885.144284] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.156099] env[70623]: DEBUG oslo_vmware.api [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.189146] env[70623]: DEBUG nova.network.neutron [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Updating instance_info_cache with network_info: [{"id": "acda4869-d098-4154-9212-8bf3879ba3f2", "address": "fa:16:3e:fe:ec:eb", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacda4869-d0", "ovs_interfaceid": "acda4869-d098-4154-9212-8bf3879ba3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.310076] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: d4ae4c1e-c7e1-4170-b8b6-bb97915e76ca] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 885.349568] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8678078-e773-4d0c-a595-5db93e3207e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.362517] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043caba1-9337-4611-87e2-b9778e68c6ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.397239] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15113b90-0d35-4d96-9530-e5b3565c3310 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.406140] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a167ff9a-e9fe-4e95-bd0a-6feef090ef62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.421750] env[70623]: DEBUG nova.compute.provider_tree [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.524771] env[70623]: INFO nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] bringing vm to original state: 'stopped' [ 885.654552] env[70623]: DEBUG oslo_vmware.api [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793611, 'name': PowerOffVM_Task, 'duration_secs': 0.366761} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.654818] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.654977] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.655242] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23c6c6d-6f51-4f29-a68b-0e0d3ff124bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.695714] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "refresh_cache-21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.696212] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Instance network_info: |[{"id": "acda4869-d098-4154-9212-8bf3879ba3f2", "address": "fa:16:3e:fe:ec:eb", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacda4869-d0", "ovs_interfaceid": "acda4869-d098-4154-9212-8bf3879ba3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.696552] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ec:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acda4869-d098-4154-9212-8bf3879ba3f2', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.704490] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.705114] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.705311] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d2b772-ddc2-41d2-9a80-99051a622d71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.727504] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.727821] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.728080] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleting the datastore file [datastore2] 761d787c-3988-454d-9ceb-c8afb5e6b36b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.728349] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c9133f-5bc5-45ae-8426-a96fd92b2386 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.731220] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.731220] env[70623]: value = "task-2793613" [ 885.731220] env[70623]: _type = "Task" [ 885.731220] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.736462] env[70623]: DEBUG oslo_vmware.api [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 885.736462] env[70623]: value = "task-2793614" [ 885.736462] env[70623]: _type = "Task" [ 885.736462] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.739730] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793613, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.746913] env[70623]: DEBUG oslo_vmware.api [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.814763] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 091c5198-df49-46d4-a61b-54b26267e925] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 885.823525] env[70623]: DEBUG nova.compute.manager [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Received event network-changed-acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 885.823837] env[70623]: DEBUG nova.compute.manager [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Refreshing instance network info cache due to event network-changed-acda4869-d098-4154-9212-8bf3879ba3f2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 885.824093] env[70623]: DEBUG oslo_concurrency.lockutils [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] Acquiring lock "refresh_cache-21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.824261] env[70623]: DEBUG oslo_concurrency.lockutils [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] Acquired lock "refresh_cache-21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.824557] env[70623]: DEBUG nova.network.neutron [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Refreshing network info cache for port acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.859694] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.896540] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.897280] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.897280] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.897395] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.897642] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.897908] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.898220] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.898476] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.898705] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.898965] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.899284] env[70623]: DEBUG nova.virt.hardware [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.900928] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3973adb-4b44-4ee7-b2e1-92a3cd214620 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.910929] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be0c53-cd7f-48b6-bd26-25fc2af1cabe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.928490] env[70623]: DEBUG nova.scheduler.client.report [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.246640] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793613, 'name': CreateVM_Task, 'duration_secs': 0.476643} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.247336] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.248137] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.248337] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.248783] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.254074] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce0199d-99c7-44d0-bd97-20d32fc0fb88 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.255883] env[70623]: DEBUG oslo_vmware.api [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207357} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.256247] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.256494] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.257254] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.257530] env[70623]: INFO nova.compute.manager [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 886.258472] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.259124] env[70623]: DEBUG nova.compute.manager [-] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.259449] env[70623]: DEBUG nova.network.neutron [-] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.262473] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 886.262473] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5291d0a6-63fa-8b6d-ef5e-b145d627f513" [ 886.262473] env[70623]: _type = "Task" [ 886.262473] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.272620] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5291d0a6-63fa-8b6d-ef5e-b145d627f513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.327880] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: db0b4f76-e22a-4d07-98f0-d3351cf2bd27] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 886.433145] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.433664] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.440896] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.740s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.442320] env[70623]: INFO nova.compute.claims [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.532202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.532471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.532690] env[70623]: DEBUG nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.533627] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3717c9e-9f54-43b5-9520-98bba7b09258 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.544800] env[70623]: DEBUG nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 886.703732] env[70623]: DEBUG nova.network.neutron [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Successfully updated port: 762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.775820] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5291d0a6-63fa-8b6d-ef5e-b145d627f513, 'name': SearchDatastore_Task, 'duration_secs': 0.014164} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.776094] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.776323] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.776639] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.776848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.776955] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.777227] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b3ec33-39ce-4da6-b84b-da354660f871 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.791096] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.791303] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.792060] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74d0506-dfd2-45b9-abb8-4a0bdbf187bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.797326] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 886.797326] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc4772-beb3-620f-c952-681dc014e4a3" [ 886.797326] env[70623]: _type = "Task" [ 886.797326] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.805369] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc4772-beb3-620f-c952-681dc014e4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.840962] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 4fef9d4c-25e6-4e22-a7dd-8340eb7a9ccb] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 886.886843] env[70623]: DEBUG nova.network.neutron [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Updated VIF entry in instance network info cache for port acda4869-d098-4154-9212-8bf3879ba3f2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.887200] env[70623]: DEBUG nova.network.neutron [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Updating instance_info_cache with network_info: [{"id": "acda4869-d098-4154-9212-8bf3879ba3f2", "address": "fa:16:3e:fe:ec:eb", "network": {"id": "9a02954d-cda7-48f2-b131-9a9a9e3b974a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1345469356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a0c3e5d716470d9841003b61ecac50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacda4869-d0", "ovs_interfaceid": "acda4869-d098-4154-9212-8bf3879ba3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.947122] env[70623]: DEBUG nova.compute.utils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.952594] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.952594] env[70623]: DEBUG nova.network.neutron [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.001568] env[70623]: DEBUG nova.policy [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.049231] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.049564] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e62a39-1555-4e96-a247-b117e2cafb11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.058049] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 887.058049] env[70623]: value = "task-2793615" [ 887.058049] env[70623]: _type = "Task" [ 887.058049] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.073090] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.207823] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "refresh_cache-0cc8a809-9d88-44c9-bd99-a8df4c77f464" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.207823] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquired lock "refresh_cache-0cc8a809-9d88-44c9-bd99-a8df4c77f464" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.207823] env[70623]: DEBUG nova.network.neutron [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.298011] env[70623]: DEBUG nova.network.neutron [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Successfully created port: 376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.309642] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc4772-beb3-620f-c952-681dc014e4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.034328} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.310433] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35beaa5e-b6a3-4f7d-9096-6583628abe91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.316346] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 887.316346] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb99ba-1b9f-2f37-cefe-ea761c3bfd35" [ 887.316346] env[70623]: _type = "Task" [ 887.316346] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.323874] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb99ba-1b9f-2f37-cefe-ea761c3bfd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.345439] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 31083218-fb6f-4b8b-b085-9af5820d8d8d] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 887.374660] env[70623]: DEBUG nova.network.neutron [-] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.389246] env[70623]: DEBUG oslo_concurrency.lockutils [req-f9f555e1-3525-497a-bd74-2e3340d3815c req-db4354a7-d043-4252-b3bd-f2ca2108fa4a service nova] Releasing lock "refresh_cache-21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.453987] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.571228] env[70623]: DEBUG oslo_vmware.api [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793615, 'name': PowerOffVM_Task, 'duration_secs': 0.224008} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.573697] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.573944] env[70623]: DEBUG nova.compute.manager [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.574919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edaafd9-dc95-45d9-910e-4665cce1d121 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.749324] env[70623]: DEBUG nova.network.neutron [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.826849] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb99ba-1b9f-2f37-cefe-ea761c3bfd35, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.827187] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.827902] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a/21bb86c1-6fec-4555-aeff-ba6c04bc7a5a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.827902] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e4ee1a-88e4-4e1e-8d74-5cffdb687dbb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.834365] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 887.834365] env[70623]: value = "task-2793616" [ 887.834365] env[70623]: _type = "Task" [ 887.834365] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.844425] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.849610] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b5f047-44f5-4f87-9892-2725d1491476 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.852297] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 8205c11f-3360-4b70-86d0-e48fa7beb2b5] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 887.857965] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b360c9-9b90-4671-a813-15569da4fcf8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.863373] env[70623]: DEBUG nova.compute.manager [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Received event network-vif-plugged-762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 887.863534] env[70623]: DEBUG oslo_concurrency.lockutils [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] Acquiring lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.863727] env[70623]: DEBUG oslo_concurrency.lockutils [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.864077] env[70623]: DEBUG oslo_concurrency.lockutils [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.864077] env[70623]: DEBUG nova.compute.manager [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] No waiting events found dispatching network-vif-plugged-762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.864279] env[70623]: WARNING nova.compute.manager [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Received unexpected event network-vif-plugged-762f6c8a-aafe-4f06-9951-a84da51644f3 for instance with vm_state building and task_state spawning. [ 887.864720] env[70623]: DEBUG nova.compute.manager [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Received event network-changed-762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 887.864720] env[70623]: DEBUG nova.compute.manager [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Refreshing instance network info cache due to event network-changed-762f6c8a-aafe-4f06-9951-a84da51644f3. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 887.864720] env[70623]: DEBUG oslo_concurrency.lockutils [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] Acquiring lock "refresh_cache-0cc8a809-9d88-44c9-bd99-a8df4c77f464" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.896247] env[70623]: INFO nova.compute.manager [-] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Took 1.63 seconds to deallocate network for instance. [ 887.899185] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b59a1-5cec-44ac-bcc6-7a619f878517 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.910992] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a94ad85-a244-48de-8ab4-a1e2bdad6bac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.926209] env[70623]: DEBUG nova.compute.provider_tree [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.943021] env[70623]: DEBUG nova.network.neutron [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Updating instance_info_cache with network_info: [{"id": "762f6c8a-aafe-4f06-9951-a84da51644f3", "address": "fa:16:3e:35:ce:33", "network": {"id": "f8ee488c-da71-4cb5-b1fa-d311a3b2c32f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-547227160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b914e377e6f41a39100eaf302d1152a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f6c8a-aa", "ovs_interfaceid": "762f6c8a-aafe-4f06-9951-a84da51644f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.090606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.344266] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463014} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.344546] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a/21bb86c1-6fec-4555-aeff-ba6c04bc7a5a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.344789] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.345104] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102040db-f726-4f80-bbee-bf8aab96f9f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.351775] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 888.351775] env[70623]: value = "task-2793617" [ 888.351775] env[70623]: _type = "Task" [ 888.351775] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.354973] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ea764944-7779-4159-a4d2-e989765163f6] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 888.361190] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.407574] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.428390] env[70623]: DEBUG nova.scheduler.client.report [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.445378] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Releasing lock "refresh_cache-0cc8a809-9d88-44c9-bd99-a8df4c77f464" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.445748] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Instance network_info: |[{"id": "762f6c8a-aafe-4f06-9951-a84da51644f3", "address": "fa:16:3e:35:ce:33", "network": {"id": "f8ee488c-da71-4cb5-b1fa-d311a3b2c32f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-547227160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b914e377e6f41a39100eaf302d1152a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f6c8a-aa", "ovs_interfaceid": "762f6c8a-aafe-4f06-9951-a84da51644f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.446047] env[70623]: DEBUG oslo_concurrency.lockutils [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] Acquired lock "refresh_cache-0cc8a809-9d88-44c9-bd99-a8df4c77f464" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.446236] env[70623]: DEBUG nova.network.neutron [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Refreshing network info cache for port 762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.447964] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ce:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762f6c8a-aafe-4f06-9951-a84da51644f3', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.456132] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Creating folder: Project (3b914e377e6f41a39100eaf302d1152a). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.457235] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eef600d-5c2d-472a-89e2-c8c0507ed72a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.465270] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.469509] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Created folder: Project (3b914e377e6f41a39100eaf302d1152a) in parent group-v561316. [ 888.469800] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Creating folder: Instances. Parent ref: group-v561509. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.470125] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969969bf-e2fe-4c3d-9713-38fe08038b01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.479428] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Created folder: Instances in parent group-v561509. [ 888.479738] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.479985] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.480244] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d4d1eb-dfff-4365-b4e7-55b9c77d83e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.501251] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.501251] env[70623]: value = "task-2793620" [ 888.501251] env[70623]: _type = "Task" [ 888.501251] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.503312] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.503537] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.503693] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.503872] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.504027] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.504178] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.504377] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.504534] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.504719] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.504903] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.505089] env[70623]: DEBUG nova.virt.hardware [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.505886] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f780d-7dce-49fd-a909-3a3402424eca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.521009] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc022da5-b4b9-48f4-96c7-648b4584f4a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.524961] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793620, 'name': CreateVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.598495] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.858887] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 47a5a912-2f01-46b7-81c3-959a623acc2e] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 888.864289] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062827} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.864887] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.865800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5dcb06-ec4a-441c-902f-e2e03a9b6773 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.888549] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a/21bb86c1-6fec-4555-aeff-ba6c04bc7a5a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.889718] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28b6a86-e269-41c1-b203-b6f0f6390f87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.909296] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 888.909296] env[70623]: value = "task-2793621" [ 888.909296] env[70623]: _type = "Task" [ 888.909296] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.917277] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.932806] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.933332] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.935789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.246s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.939022] env[70623]: INFO nova.compute.claims [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.963497] env[70623]: DEBUG nova.network.neutron [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Successfully updated port: 376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.015743] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793620, 'name': CreateVM_Task, 'duration_secs': 0.400967} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.016051] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.016745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.021856] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.021856] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.021856] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123c6360-ac12-499f-b082-820e17224df2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.025625] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 889.025625] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f8f2be-3ebb-2e83-44b9-15bcb768b9f1" [ 889.025625] env[70623]: _type = "Task" [ 889.025625] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.033237] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f8f2be-3ebb-2e83-44b9-15bcb768b9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.365926] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 0ed3e504-e3d4-46ea-a5e5-a72cf22056b8] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 889.421721] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793621, 'name': ReconfigVM_Task, 'duration_secs': 0.265717} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.423645] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a/21bb86c1-6fec-4555-aeff-ba6c04bc7a5a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.424264] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c38eec59-dda4-48ef-9466-7e25fa29b5da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.433568] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 889.433568] env[70623]: value = "task-2793622" [ 889.433568] env[70623]: _type = "Task" [ 889.433568] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.444177] env[70623]: DEBUG nova.compute.utils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.446270] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793622, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.446563] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.446750] env[70623]: DEBUG nova.network.neutron [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.469228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-184af744-11cb-4f37-a3da-3255ac40a4fd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.469228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-184af744-11cb-4f37-a3da-3255ac40a4fd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.469228] env[70623]: DEBUG nova.network.neutron [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.487458] env[70623]: DEBUG nova.network.neutron [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Updated VIF entry in instance network info cache for port 762f6c8a-aafe-4f06-9951-a84da51644f3. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.487840] env[70623]: DEBUG nova.network.neutron [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Updating instance_info_cache with network_info: [{"id": "762f6c8a-aafe-4f06-9951-a84da51644f3", "address": "fa:16:3e:35:ce:33", "network": {"id": "f8ee488c-da71-4cb5-b1fa-d311a3b2c32f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-547227160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b914e377e6f41a39100eaf302d1152a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f6c8a-aa", "ovs_interfaceid": "762f6c8a-aafe-4f06-9951-a84da51644f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.501884] env[70623]: DEBUG nova.policy [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da5bd054f4a744ffb5d87964b1947540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cae376674b894a38b82c59c86f4de844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.536960] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f8f2be-3ebb-2e83-44b9-15bcb768b9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.537307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.537543] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.537806] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.537960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.538156] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.538426] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-583485be-94f5-4301-a5f7-ba18763a5a2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.547046] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.547236] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.547941] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5f8280-04ee-480d-a112-ee4cb1994ac9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.553521] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 889.553521] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52476dd8-a5a0-bda0-f048-302e63252ae2" [ 889.553521] env[70623]: _type = "Task" [ 889.553521] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.560896] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52476dd8-a5a0-bda0-f048-302e63252ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.575705] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.575926] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.576149] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.576330] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.576498] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.578499] env[70623]: INFO nova.compute.manager [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Terminating instance [ 889.763975] env[70623]: DEBUG nova.network.neutron [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Successfully created port: fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.869135] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b54e480f-1178-492b-a18c-48baf46b97a9] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 889.928285] env[70623]: DEBUG nova.compute.manager [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Received event network-vif-plugged-376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.928502] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] Acquiring lock "184af744-11cb-4f37-a3da-3255ac40a4fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.928743] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.928914] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.929116] env[70623]: DEBUG nova.compute.manager [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] No waiting events found dispatching network-vif-plugged-376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.929298] env[70623]: WARNING nova.compute.manager [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Received unexpected event network-vif-plugged-376790c0-a9f0-40c5-bcb2-06d0164f495f for instance with vm_state building and task_state spawning. [ 889.929456] env[70623]: DEBUG nova.compute.manager [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Received event network-changed-376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.929628] env[70623]: DEBUG nova.compute.manager [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Refreshing instance network info cache due to event network-changed-376790c0-a9f0-40c5-bcb2-06d0164f495f. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 889.929857] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] Acquiring lock "refresh_cache-184af744-11cb-4f37-a3da-3255ac40a4fd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.943139] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793622, 'name': Rename_Task, 'duration_secs': 0.148013} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.943424] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.943681] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597f5f8e-10c0-45c6-b84e-be55a92ef083 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.947090] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.953624] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 889.953624] env[70623]: value = "task-2793623" [ 889.953624] env[70623]: _type = "Task" [ 889.953624] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.961403] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.990328] env[70623]: DEBUG oslo_concurrency.lockutils [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] Releasing lock "refresh_cache-0cc8a809-9d88-44c9-bd99-a8df4c77f464" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.990617] env[70623]: DEBUG nova.compute.manager [req-ec374277-a2d7-493f-b195-7c692e810a55 req-1d5bcf66-6763-4202-9d55-16834203cbae service nova] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Received event network-vif-deleted-9a782194-0a3d-4f81-92b6-0cae814aad08 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 890.014620] env[70623]: DEBUG nova.network.neutron [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.066035] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52476dd8-a5a0-bda0-f048-302e63252ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.066637] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9a0012-a11a-4179-a745-5f825584278c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.077146] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 890.077146] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dc3617-aad9-0c29-d871-7f458f11409a" [ 890.077146] env[70623]: _type = "Task" [ 890.077146] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.086016] env[70623]: DEBUG nova.compute.manager [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.086433] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.086833] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dc3617-aad9-0c29-d871-7f458f11409a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.087617] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6b612-45f1-4d17-87e2-f3b3a5914450 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099040] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.099040] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc7721bf-e70a-44ff-9622-4d932b14c5de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.215959] env[70623]: DEBUG nova.network.neutron [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Updating instance_info_cache with network_info: [{"id": "376790c0-a9f0-40c5-bcb2-06d0164f495f", "address": "fa:16:3e:25:d3:8b", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376790c0-a9", "ovs_interfaceid": "376790c0-a9f0-40c5-bcb2-06d0164f495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.372782] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ec92f9b0-03c6-4207-8e9a-c1d8472e6cbc] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 890.377659] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3237fa-aee0-4c58-a25d-5d414058182a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.385247] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a472f2-39fc-40cb-bee8-e51402071f34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.416607] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb595bc-d994-4d1f-b0bf-e61772d5722a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.425483] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ead2ea-c876-424a-bdc3-5a39f646156e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.440466] env[70623]: DEBUG nova.compute.provider_tree [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.466189] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.586960] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dc3617-aad9-0c29-d871-7f458f11409a, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.587253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.587511] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0cc8a809-9d88-44c9-bd99-a8df4c77f464/0cc8a809-9d88-44c9-bd99-a8df4c77f464.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.587757] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca4c65f-d2c6-4384-8b7d-f6d7ec8f848b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.594553] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 890.594553] env[70623]: value = "task-2793625" [ 890.594553] env[70623]: _type = "Task" [ 890.594553] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.603416] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.721243] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-184af744-11cb-4f37-a3da-3255ac40a4fd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.721658] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Instance network_info: |[{"id": "376790c0-a9f0-40c5-bcb2-06d0164f495f", "address": "fa:16:3e:25:d3:8b", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376790c0-a9", "ovs_interfaceid": "376790c0-a9f0-40c5-bcb2-06d0164f495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.722018] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] Acquired lock "refresh_cache-184af744-11cb-4f37-a3da-3255ac40a4fd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.722230] env[70623]: DEBUG nova.network.neutron [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Refreshing network info cache for port 376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.723490] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '376790c0-a9f0-40c5-bcb2-06d0164f495f', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.732156] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating folder: Project (caf1195cd9404007acd6dac485f69c18). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.733471] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe71c36-73f3-4d0e-9f92-b3bfa8002a33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.748021] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created folder: Project (caf1195cd9404007acd6dac485f69c18) in parent group-v561316. [ 890.748229] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating folder: Instances. Parent ref: group-v561512. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.748486] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14df2420-cc33-4b76-ac2d-fe86b32f6e68 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.758216] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created folder: Instances in parent group-v561512. [ 890.758468] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.758687] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.758908] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203a0ddb-676c-4567-b146-0e6ffa1a7d5a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.778924] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.778924] env[70623]: value = "task-2793628" [ 890.778924] env[70623]: _type = "Task" [ 890.778924] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.791310] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793628, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.877892] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 66441d00-c5cd-4331-a28b-0062f0bbba02] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 890.944713] env[70623]: DEBUG nova.scheduler.client.report [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.963896] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.974781] env[70623]: DEBUG oslo_vmware.api [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793623, 'name': PowerOnVM_Task, 'duration_secs': 0.569927} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.975080] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.975982] env[70623]: INFO nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Took 7.65 seconds to spawn the instance on the hypervisor. [ 890.975982] env[70623]: DEBUG nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.977024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b75e788-ef30-4393-aeae-b267d9395d6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.995895] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.996455] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.996455] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.996587] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.996654] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.996778] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.996989] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.997196] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.997419] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.997595] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.997792] env[70623]: DEBUG nova.virt.hardware [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.998701] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc370610-02a6-4366-9016-28ab3ecf1665 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.008729] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d5e014-fd54-4e93-ba36-2ffd791ebdb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.105035] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44398} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.105035] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0cc8a809-9d88-44c9-bd99-a8df4c77f464/0cc8a809-9d88-44c9-bd99-a8df4c77f464.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.105035] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.105035] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a272ff2d-14f7-4e5f-821e-9fafb97a74d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.112102] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 891.112102] env[70623]: value = "task-2793629" [ 891.112102] env[70623]: _type = "Task" [ 891.112102] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.120468] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.289250] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793628, 'name': CreateVM_Task, 'duration_secs': 0.459664} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.291498] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.292176] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.292346] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.292663] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.293220] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826ea2c9-e162-4b39-8819-e29d5bdfc7c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.297725] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 891.297725] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520b9b89-1b37-1152-28de-b4b0b1afa575" [ 891.297725] env[70623]: _type = "Task" [ 891.297725] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.305595] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520b9b89-1b37-1152-28de-b4b0b1afa575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.380866] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 36f2529c-66af-4fdc-bd2d-72c61e181008] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 891.449862] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.450730] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.453377] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.736s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.456796] env[70623]: INFO nova.compute.claims [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.496740] env[70623]: INFO nova.compute.manager [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Took 52.43 seconds to build instance. [ 891.626177] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201008} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.626558] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.627554] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28651bb0-1353-4c37-91c2-ff27caeaf787 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.652360] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 0cc8a809-9d88-44c9-bd99-a8df4c77f464/0cc8a809-9d88-44c9-bd99-a8df4c77f464.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.654119] env[70623]: DEBUG nova.network.neutron [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Updated VIF entry in instance network info cache for port 376790c0-a9f0-40c5-bcb2-06d0164f495f. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.654361] env[70623]: DEBUG nova.network.neutron [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Updating instance_info_cache with network_info: [{"id": "376790c0-a9f0-40c5-bcb2-06d0164f495f", "address": "fa:16:3e:25:d3:8b", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376790c0-a9", "ovs_interfaceid": "376790c0-a9f0-40c5-bcb2-06d0164f495f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.655831] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53d7bf5-6106-4962-b80e-af1250a6f53e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.673168] env[70623]: DEBUG nova.network.neutron [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Successfully updated port: fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.685217] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 891.685217] env[70623]: value = "task-2793630" [ 891.685217] env[70623]: _type = "Task" [ 891.685217] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.695595] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.811035] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520b9b89-1b37-1152-28de-b4b0b1afa575, 'name': SearchDatastore_Task, 'duration_secs': 0.022548} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.811035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.811035] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.811035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.811035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.811035] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.811035] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c3299d-6bd3-4f67-9133-7609582949e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.822910] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.823234] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.824337] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8084bd6c-c60f-4d44-ae3d-9b27f4063750 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.832019] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 891.832019] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b6a93-c512-0270-e775-af1982cf5034" [ 891.832019] env[70623]: _type = "Task" [ 891.832019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.843088] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b6a93-c512-0270-e775-af1982cf5034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.879942] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.880214] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.880404] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore1] e74f24e6-acb4-4ae8-a297-f9cb698d16ba {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.880689] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e06376-e3c1-4afb-83e9-abcd50b67d67 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.884455] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 6fd3bc19-a1d9-4f2f-adf2-43d65aee49cc] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 891.887582] env[70623]: DEBUG oslo_vmware.api [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 891.887582] env[70623]: value = "task-2793631" [ 891.887582] env[70623]: _type = "Task" [ 891.887582] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.896093] env[70623]: DEBUG oslo_vmware.api [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.961296] env[70623]: DEBUG nova.compute.manager [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Received event network-vif-plugged-fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.961613] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] Acquiring lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.961825] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.962014] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.962181] env[70623]: DEBUG nova.compute.manager [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] No waiting events found dispatching network-vif-plugged-fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.962349] env[70623]: WARNING nova.compute.manager [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Received unexpected event network-vif-plugged-fd6c4103-9761-4f52-8eb1-030784309d3d for instance with vm_state building and task_state spawning. [ 891.962507] env[70623]: DEBUG nova.compute.manager [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Received event network-changed-fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.962665] env[70623]: DEBUG nova.compute.manager [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Refreshing instance network info cache due to event network-changed-fd6c4103-9761-4f52-8eb1-030784309d3d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 891.962849] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] Acquiring lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.962987] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] Acquired lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.963202] env[70623]: DEBUG nova.network.neutron [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Refreshing network info cache for port fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.965284] env[70623]: DEBUG nova.compute.utils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.969064] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.969309] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.998996] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f952ebf-194e-432b-bad3-85ab04286c10 tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.374s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.034212] env[70623]: DEBUG nova.policy [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bad92713c6044e6b4c494d38cd3449f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2906f38cb6f456595cf38060428aa9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.177193] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e5c5c92-48b5-47d2-927e-4f466316036f req-2dbac926-899c-485a-81a1-90a1118e0061 service nova] Releasing lock "refresh_cache-184af744-11cb-4f37-a3da-3255ac40a4fd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.180940] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.198157] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.261011] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.261297] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.261506] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.261690] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.261857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.264480] env[70623]: INFO nova.compute.manager [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Terminating instance [ 892.343516] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b6a93-c512-0270-e775-af1982cf5034, 'name': SearchDatastore_Task, 'duration_secs': 0.042037} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.344392] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661a358c-7e2f-46ba-9068-1cdc33f93b94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.350144] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 892.350144] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f458f5-aeca-3705-79db-facc613bc541" [ 892.350144] env[70623]: _type = "Task" [ 892.350144] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.358035] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f458f5-aeca-3705-79db-facc613bc541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.383303] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Successfully created port: 6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.389078] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: db1718bc-6b39-4d88-af23-19186afe430c] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 892.399610] env[70623]: DEBUG oslo_vmware.api [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323257} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.399862] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.400060] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.400247] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.400420] env[70623]: INFO nova.compute.manager [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Took 2.31 seconds to destroy the instance on the hypervisor. [ 892.400657] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.400847] env[70623]: DEBUG nova.compute.manager [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.400941] env[70623]: DEBUG nova.network.neutron [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.469559] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.543788] env[70623]: DEBUG nova.network.neutron [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.699019] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793630, 'name': ReconfigVM_Task, 'duration_secs': 0.641315} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.699354] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 0cc8a809-9d88-44c9-bd99-a8df4c77f464/0cc8a809-9d88-44c9-bd99-a8df4c77f464.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.699987] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9649c6e-353c-49e2-b0d1-50e13ab2172c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.706750] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 892.706750] env[70623]: value = "task-2793632" [ 892.706750] env[70623]: _type = "Task" [ 892.706750] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.718833] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793632, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.725102] env[70623]: DEBUG nova.network.neutron [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.774410] env[70623]: DEBUG nova.compute.manager [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.774634] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.775918] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe8b3d-9ba3-4c6b-8acb-5f3159c87ca5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.784742] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.784742] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b5e080d-2265-49b4-99b1-16027312ac00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.793234] env[70623]: DEBUG oslo_vmware.api [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 892.793234] env[70623]: value = "task-2793633" [ 892.793234] env[70623]: _type = "Task" [ 892.793234] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.809515] env[70623]: DEBUG oslo_vmware.api [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.863398] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f458f5-aeca-3705-79db-facc613bc541, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.863722] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.864018] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 184af744-11cb-4f37-a3da-3255ac40a4fd/184af744-11cb-4f37-a3da-3255ac40a4fd.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.864324] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b8bcfd4-a5d2-4e9b-b85f-ed654c026e90 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.878698] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 892.878698] env[70623]: value = "task-2793634" [ 892.878698] env[70623]: _type = "Task" [ 892.878698] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.888909] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.896182] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b883070a-5863-47e0-b34b-78ebf5cdb19c] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 892.946792] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d724324-71af-466e-ac93-e4dd4ef44b0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.954090] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70344b25-0f45-4ee5-8458-5e777f0a961f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.989846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2c96ac-4fe1-4b03-b97f-8721eb672ef6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.997902] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da75302c-4663-4517-b3e5-7bdcfd37a353 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.011966] env[70623]: DEBUG nova.compute.provider_tree [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.217712] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793632, 'name': Rename_Task, 'duration_secs': 0.170717} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.218050] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.218310] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b8e89c9-a1e5-474c-b3ab-55be6d15200f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.225575] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 893.225575] env[70623]: value = "task-2793635" [ 893.225575] env[70623]: _type = "Task" [ 893.225575] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.229290] env[70623]: DEBUG oslo_concurrency.lockutils [req-0d8cdd21-8a23-42f1-ac43-1b9357ec8773 req-a119e482-c5e0-4650-9a7f-7fcbef1c71a8 service nova] Releasing lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.229642] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.229875] env[70623]: DEBUG nova.network.neutron [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.236575] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.303424] env[70623]: DEBUG oslo_vmware.api [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793633, 'name': PowerOffVM_Task, 'duration_secs': 0.176909} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.303734] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.304482] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.305212] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7afe778b-ed6f-4f50-b329-7fbac8e4b203 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.379020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.379435] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.379654] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleting the datastore file [datastore2] 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.383235] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577707e0-dfd7-4909-8da8-8ca90a7020a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.391791] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490552} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.393137] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 184af744-11cb-4f37-a3da-3255ac40a4fd/184af744-11cb-4f37-a3da-3255ac40a4fd.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.393363] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.393638] env[70623]: DEBUG nova.network.neutron [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.394791] env[70623]: DEBUG oslo_vmware.api [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for the task: (returnval){ [ 893.394791] env[70623]: value = "task-2793637" [ 893.394791] env[70623]: _type = "Task" [ 893.394791] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.395191] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22e5e8d1-5f36-41bb-bc0d-d1789b8e61f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.400803] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 031e2546-99d7-4602-8aec-b0b108a31fe4] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 893.404609] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 893.404609] env[70623]: value = "task-2793638" [ 893.404609] env[70623]: _type = "Task" [ 893.404609] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.407724] env[70623]: DEBUG oslo_vmware.api [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.416498] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.494358] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.516581] env[70623]: DEBUG nova.scheduler.client.report [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.526266] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.526514] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.526670] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.526849] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.527011] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.527157] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.527523] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.527523] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.527664] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.527999] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.527999] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.528863] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c55fa7-104d-4dc0-8866-2d7c10b808b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.537313] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6986381d-1d47-4e30-bfa0-7314162b9e14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.737659] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.766057] env[70623]: DEBUG nova.network.neutron [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.896124] env[70623]: INFO nova.compute.manager [-] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Took 1.50 seconds to deallocate network for instance. [ 893.904643] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ef42669b-9878-416c-b719-6a4b54802053] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 893.914331] env[70623]: DEBUG oslo_vmware.api [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Task: {'id': task-2793637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211228} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.915220] env[70623]: DEBUG nova.network.neutron [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updating instance_info_cache with network_info: [{"id": "fd6c4103-9761-4f52-8eb1-030784309d3d", "address": "fa:16:3e:20:65:3f", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4103-97", "ovs_interfaceid": "fd6c4103-9761-4f52-8eb1-030784309d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.917505] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.917505] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.917755] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.918046] env[70623]: INFO nova.compute.manager [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 893.918386] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.922160] env[70623]: DEBUG nova.compute.manager [-] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.922459] env[70623]: DEBUG nova.network.neutron [-] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.924016] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072087} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.924218] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.925280] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de5a7e-e009-46a8-9a82-45d0768096bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.948903] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 184af744-11cb-4f37-a3da-3255ac40a4fd/184af744-11cb-4f37-a3da-3255ac40a4fd.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.949449] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e001b7fd-6fef-48ef-a6fb-afd3bb2733ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.975327] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 893.975327] env[70623]: value = "task-2793639" [ 893.975327] env[70623]: _type = "Task" [ 893.975327] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.983708] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.986897] env[70623]: DEBUG nova.compute.manager [req-83a18173-85d3-4f92-be45-909f8c42c88e req-4c941a39-a2df-4a20-9eff-97fd5adcbf38 service nova] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Received event network-vif-deleted-f49ba21b-bc14-4484-aad4-76aa666efe70 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.021431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.022080] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.025185] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.764s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.236790] env[70623]: DEBUG oslo_vmware.api [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793635, 'name': PowerOnVM_Task, 'duration_secs': 0.587345} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.237090] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.237403] env[70623]: INFO nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Took 8.38 seconds to spawn the instance on the hypervisor. [ 894.237524] env[70623]: DEBUG nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.238401] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f845f3b-967a-40c1-9504-184d3e48b9d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.352929] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Successfully updated port: 6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.406012] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.407538] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 65316bf8-eb2d-4ff5-95a4-53d82fd65a99] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 894.419549] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.419849] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Instance network_info: |[{"id": "fd6c4103-9761-4f52-8eb1-030784309d3d", "address": "fa:16:3e:20:65:3f", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4103-97", "ovs_interfaceid": "fd6c4103-9761-4f52-8eb1-030784309d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.420522] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:65:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6c4103-9761-4f52-8eb1-030784309d3d', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.428198] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.428424] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.428650] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a99901-5f91-438f-8fde-7b78b0fb413f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.451179] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.451179] env[70623]: value = "task-2793640" [ 894.451179] env[70623]: _type = "Task" [ 894.451179] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.458909] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793640, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.484668] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793639, 'name': ReconfigVM_Task, 'duration_secs': 0.295977} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.484889] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 184af744-11cb-4f37-a3da-3255ac40a4fd/184af744-11cb-4f37-a3da-3255ac40a4fd.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.485528] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec8dedba-d246-4d32-974b-0375dedc9142 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.491393] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 894.491393] env[70623]: value = "task-2793641" [ 894.491393] env[70623]: _type = "Task" [ 894.491393] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.502424] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793641, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.528471] env[70623]: DEBUG nova.compute.utils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.530571] env[70623]: DEBUG nova.objects.instance [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lazy-loading 'migration_context' on Instance uuid 7e1af86a-27c4-4a67-a43b-531dee349f64 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.531399] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.531577] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.574338] env[70623]: DEBUG nova.policy [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bad92713c6044e6b4c494d38cd3449f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2906f38cb6f456595cf38060428aa9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.760807] env[70623]: INFO nova.compute.manager [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Took 52.63 seconds to build instance. [ 894.791154] env[70623]: DEBUG nova.network.neutron [-] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.858012] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "refresh_cache-b39d8432-d639-4fb1-ab8a-4aa01d524bfd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.858012] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "refresh_cache-b39d8432-d639-4fb1-ab8a-4aa01d524bfd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.858012] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.859592] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Successfully created port: 812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.913049] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f72b1f19-1095-4ba2-9835-77c6e45dcb0b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 894.960711] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793640, 'name': CreateVM_Task, 'duration_secs': 0.367097} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.960881] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.961593] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.961756] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.962089] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.962354] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29684697-972e-4f3b-b3d5-3ec57c429ed0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.967577] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 894.967577] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52535be2-01d0-c791-e8eb-e3399dceb747" [ 894.967577] env[70623]: _type = "Task" [ 894.967577] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.976494] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52535be2-01d0-c791-e8eb-e3399dceb747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.000377] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793641, 'name': Rename_Task, 'duration_secs': 0.13356} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.000638] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.000863] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-748e2713-f286-4be6-8f95-a1675235fb51 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.007449] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 895.007449] env[70623]: value = "task-2793642" [ 895.007449] env[70623]: _type = "Task" [ 895.007449] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.018506] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.034683] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.262517] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3c93f80e-408e-47f9-8913-c5d6eabad7e3 tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.153s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.294590] env[70623]: INFO nova.compute.manager [-] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Took 1.37 seconds to deallocate network for instance. [ 895.417794] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 6ea30732-9561-4e45-8825-88f318a82ab6] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 895.423614] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.464224] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01190bb0-3f08-4afc-88c6-8b00f80d0cc0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.476909] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1adeaa9-3b76-4b83-a121-e6e444b3043e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.483868] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52535be2-01d0-c791-e8eb-e3399dceb747, 'name': SearchDatastore_Task, 'duration_secs': 0.057024} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.484620] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.484855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.485114] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.485265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.485440] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.485688] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08bb1e8e-c92c-42bc-afd0-2b7653110878 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.520916] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e26ef5-c21e-4368-ae2d-9ca489103224 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.523235] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.523422] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.524657] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552ec364-3415-4337-ad76-faf076c4cc02 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.533878] env[70623]: DEBUG oslo_vmware.api [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793642, 'name': PowerOnVM_Task, 'duration_secs': 0.481762} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.538259] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20745382-46ec-461a-aa04-9a171d5c47a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.539982] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.540220] env[70623]: INFO nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Took 7.07 seconds to spawn the instance on the hypervisor. [ 895.540401] env[70623]: DEBUG nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.540821] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 895.540821] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d61176-ccd8-114a-fcc6-c51683a928f6" [ 895.540821] env[70623]: _type = "Task" [ 895.540821] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.545014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc0947a-01c2-4a42-b900-c0a5deb35f8a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.279107] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.279497] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 52549292-e7ec-4c7c-890b-2e6d59f0502b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 896.284055] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.286171] env[70623]: DEBUG nova.compute.provider_tree [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.296505] env[70623]: DEBUG nova.compute.manager [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Received event network-vif-plugged-6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.296505] env[70623]: DEBUG oslo_concurrency.lockutils [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] Acquiring lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.296505] env[70623]: DEBUG oslo_concurrency.lockutils [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.296505] env[70623]: DEBUG oslo_concurrency.lockutils [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.296675] env[70623]: DEBUG nova.compute.manager [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] No waiting events found dispatching network-vif-plugged-6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.296778] env[70623]: WARNING nova.compute.manager [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Received unexpected event network-vif-plugged-6761c4e6-0371-4357-8b54-8f39983d4e6b for instance with vm_state building and task_state spawning. [ 896.296955] env[70623]: DEBUG nova.compute.manager [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Received event network-vif-deleted-acda4869-d098-4154-9212-8bf3879ba3f2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.297134] env[70623]: DEBUG nova.compute.manager [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Received event network-changed-6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.297288] env[70623]: DEBUG nova.compute.manager [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Refreshing instance network info cache due to event network-changed-6761c4e6-0371-4357-8b54-8f39983d4e6b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 896.297542] env[70623]: DEBUG oslo_concurrency.lockutils [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] Acquiring lock "refresh_cache-b39d8432-d639-4fb1-ab8a-4aa01d524bfd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.305596] env[70623]: DEBUG nova.scheduler.client.report [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.309704] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d61176-ccd8-114a-fcc6-c51683a928f6, 'name': SearchDatastore_Task, 'duration_secs': 0.026108} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.312728] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9672bc5f-b44a-48ca-b39a-28824191ab4e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.318674] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 896.318674] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52185ab0-556a-fad9-3cec-04da5e054b96" [ 896.318674] env[70623]: _type = "Task" [ 896.318674] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.324910] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.325164] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.325336] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.325489] env[70623]: DEBUG nova.virt.hardware [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.327508] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63afbc10-a009-49c6-9854-c2fbeef1149b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.336590] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52185ab0-556a-fad9-3cec-04da5e054b96, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.338652] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.338946] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897/358ab1f3-ef5f-4f48-b7ed-3aa0d1853897.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.339453] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-461647dc-5ba0-419d-9eb5-05ad6cacb635 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.342934] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c21cc7b-a3d9-4dc4-a881-07cd3e9f41b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.359198] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 896.359198] env[70623]: value = "task-2793643" [ 896.359198] env[70623]: _type = "Task" [ 896.359198] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.367656] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.441481] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Updating instance_info_cache with network_info: [{"id": "6761c4e6-0371-4357-8b54-8f39983d4e6b", "address": "fa:16:3e:de:cd:82", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6761c4e6-03", "ovs_interfaceid": "6761c4e6-0371-4357-8b54-8f39983d4e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.521187] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Successfully updated port: 812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.792727] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 91a0e319-bba4-48ab-a0c0-6f441c343990] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 896.795292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.795292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.795448] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.795627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.795771] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.797828] env[70623]: INFO nova.compute.manager [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Terminating instance [ 896.807609] env[70623]: INFO nova.compute.manager [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Took 47.53 seconds to build instance. [ 896.873394] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459996} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.873394] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897/358ab1f3-ef5f-4f48-b7ed-3aa0d1853897.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.873394] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.873394] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37186e47-a18f-4c87-8522-f176d78349bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.879117] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 896.879117] env[70623]: value = "task-2793644" [ 896.879117] env[70623]: _type = "Task" [ 896.879117] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.890323] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.944683] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "refresh_cache-b39d8432-d639-4fb1-ab8a-4aa01d524bfd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.945041] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Instance network_info: |[{"id": "6761c4e6-0371-4357-8b54-8f39983d4e6b", "address": "fa:16:3e:de:cd:82", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6761c4e6-03", "ovs_interfaceid": "6761c4e6-0371-4357-8b54-8f39983d4e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.945354] env[70623]: DEBUG oslo_concurrency.lockutils [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] Acquired lock "refresh_cache-b39d8432-d639-4fb1-ab8a-4aa01d524bfd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.945532] env[70623]: DEBUG nova.network.neutron [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Refreshing network info cache for port 6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.947331] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:cd:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6761c4e6-0371-4357-8b54-8f39983d4e6b', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.961221] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.964824] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.965335] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c742c7a3-3266-4700-9a6f-ab5a5dce2aca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.985722] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.985722] env[70623]: value = "task-2793645" [ 896.985722] env[70623]: _type = "Task" [ 896.985722] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.994798] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793645, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.026745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "refresh_cache-17c20875-43b5-4904-964a-33298f4d2e56" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.026935] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "refresh_cache-17c20875-43b5-4904-964a-33298f4d2e56" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.027135] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.299074] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 476ba092-72d4-4e2b-807a-cb1bd63f2fe1] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 897.302428] env[70623]: DEBUG nova.compute.manager [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.302643] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.303659] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7757016-6037-47b9-87cb-16da648a622b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.309258] env[70623]: DEBUG nova.network.neutron [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Updated VIF entry in instance network info cache for port 6761c4e6-0371-4357-8b54-8f39983d4e6b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.309451] env[70623]: DEBUG nova.network.neutron [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Updating instance_info_cache with network_info: [{"id": "6761c4e6-0371-4357-8b54-8f39983d4e6b", "address": "fa:16:3e:de:cd:82", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6761c4e6-03", "ovs_interfaceid": "6761c4e6-0371-4357-8b54-8f39983d4e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.310627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c3f39fdb-9230-4edd-9c1e-a4f3ebe23b72 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.810s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.313989] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.313989] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-934cc95a-f3d9-4375-8af3-6f66a0c6b06d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.316711] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.292s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.323293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.991s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.324763] env[70623]: INFO nova.compute.claims [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.336147] env[70623]: DEBUG oslo_vmware.api [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 897.336147] env[70623]: value = "task-2793646" [ 897.336147] env[70623]: _type = "Task" [ 897.336147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.345556] env[70623]: DEBUG oslo_vmware.api [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.388722] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060117} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.390559] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.390559] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a78c9-7bc1-48cf-a8ea-db51977caa3e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.412627] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897/358ab1f3-ef5f-4f48-b7ed-3aa0d1853897.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.415147] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0725ea5-623b-45f0-943e-805cf1a9910d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.432852] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 897.432852] env[70623]: value = "task-2793647" [ 897.432852] env[70623]: _type = "Task" [ 897.432852] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.441080] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.498182] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793645, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.562472] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.703761] env[70623]: DEBUG nova.network.neutron [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Updating instance_info_cache with network_info: [{"id": "812a5650-2f67-4b70-95ef-106f179b9603", "address": "fa:16:3e:29:1e:c4", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812a5650-2f", "ovs_interfaceid": "812a5650-2f67-4b70-95ef-106f179b9603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.803770] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 1877a563-e85b-46d4-b0b6-95da7b705e53] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 897.814677] env[70623]: DEBUG oslo_concurrency.lockutils [req-7f17a904-61d6-4fb1-866f-a7c2d9a3cdce req-679de5b2-bd8f-4a5a-83d3-4e280592b6f1 service nova] Releasing lock "refresh_cache-b39d8432-d639-4fb1-ab8a-4aa01d524bfd" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.845926] env[70623]: DEBUG oslo_vmware.api [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793646, 'name': PowerOffVM_Task, 'duration_secs': 0.210106} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.846118] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.846296] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.846530] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3772f73-ffba-41ed-bdb1-017d9bbfe487 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.910961] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.911191] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.911377] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Deleting the datastore file [datastore2] 0cc8a809-9d88-44c9-bd99-a8df4c77f464 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.911635] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503b785c-3cc3-43df-8a06-7f894e514171 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.918442] env[70623]: DEBUG oslo_vmware.api [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for the task: (returnval){ [ 897.918442] env[70623]: value = "task-2793649" [ 897.918442] env[70623]: _type = "Task" [ 897.918442] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.926386] env[70623]: DEBUG oslo_vmware.api [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.941598] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793647, 'name': ReconfigVM_Task, 'duration_secs': 0.293931} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.941864] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897/358ab1f3-ef5f-4f48-b7ed-3aa0d1853897.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.942482] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17bf1c6-a541-4d6a-9bca-224fbddf4983 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.948770] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 897.948770] env[70623]: value = "task-2793650" [ 897.948770] env[70623]: _type = "Task" [ 897.948770] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.956576] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793650, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.997145] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793645, 'name': CreateVM_Task, 'duration_secs': 0.621523} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.997310] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.998095] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.998273] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.998629] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.998923] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c24d38b-924b-46a9-984c-ffb80c3089e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.003705] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 898.003705] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521664a6-e6c0-931c-47f0-8d9aaf8d99a3" [ 898.003705] env[70623]: _type = "Task" [ 898.003705] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.011783] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521664a6-e6c0-931c-47f0-8d9aaf8d99a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.090043] env[70623]: DEBUG nova.compute.manager [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Received event network-vif-plugged-812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 898.090266] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] Acquiring lock "17c20875-43b5-4904-964a-33298f4d2e56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.090472] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] Lock "17c20875-43b5-4904-964a-33298f4d2e56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.090593] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] Lock "17c20875-43b5-4904-964a-33298f4d2e56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.090759] env[70623]: DEBUG nova.compute.manager [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] No waiting events found dispatching network-vif-plugged-812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.090920] env[70623]: WARNING nova.compute.manager [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Received unexpected event network-vif-plugged-812a5650-2f67-4b70-95ef-106f179b9603 for instance with vm_state building and task_state spawning. [ 898.091112] env[70623]: DEBUG nova.compute.manager [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Received event network-changed-812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 898.091243] env[70623]: DEBUG nova.compute.manager [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Refreshing instance network info cache due to event network-changed-812a5650-2f67-4b70-95ef-106f179b9603. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 898.091418] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] Acquiring lock "refresh_cache-17c20875-43b5-4904-964a-33298f4d2e56" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.206675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "refresh_cache-17c20875-43b5-4904-964a-33298f4d2e56" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.207065] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Instance network_info: |[{"id": "812a5650-2f67-4b70-95ef-106f179b9603", "address": "fa:16:3e:29:1e:c4", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812a5650-2f", "ovs_interfaceid": "812a5650-2f67-4b70-95ef-106f179b9603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.207391] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] Acquired lock "refresh_cache-17c20875-43b5-4904-964a-33298f4d2e56" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.207559] env[70623]: DEBUG nova.network.neutron [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Refreshing network info cache for port 812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.209258] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:1e:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812a5650-2f67-4b70-95ef-106f179b9603', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.217395] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.219978] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.222679] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a89d63eb-03f5-4e5f-8f4f-63717a8d774e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.238226] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "5b038593-14ae-4ee4-b9c9-caad1692f06a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.238483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.246564] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.246564] env[70623]: value = "task-2793651" [ 898.246564] env[70623]: _type = "Task" [ 898.246564] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.254675] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793651, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.307241] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 3431f8d4-2a0c-4d3c-ace9-8a916f7e383f] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 898.429610] env[70623]: DEBUG oslo_vmware.api [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Task: {'id': task-2793649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142481} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.429872] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.430566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.430566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.430566] env[70623]: INFO nova.compute.manager [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Took 1.13 seconds to destroy the instance on the hypervisor. [ 898.430675] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.433122] env[70623]: DEBUG nova.compute.manager [-] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.433233] env[70623]: DEBUG nova.network.neutron [-] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.459408] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793650, 'name': Rename_Task, 'duration_secs': 0.148554} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.459955] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.460429] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce99cb4c-b886-4680-a056-e55ff518e022 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.466602] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 898.466602] env[70623]: value = "task-2793652" [ 898.466602] env[70623]: _type = "Task" [ 898.466602] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.474198] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.516037] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521664a6-e6c0-931c-47f0-8d9aaf8d99a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.516037] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.516037] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.516037] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.516448] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.516448] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.516667] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393eaee7-c3b5-4d6a-9732-c6123e1cf77c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.528350] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.528544] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.529344] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3cd09d-64a1-4ed6-ab8a-0b1083943edc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.536715] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 898.536715] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52920c6b-8a74-a42f-deac-ad6e93d1f8e9" [ 898.536715] env[70623]: _type = "Task" [ 898.536715] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.544332] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52920c6b-8a74-a42f-deac-ad6e93d1f8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.741137] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.759933] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793651, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.790726] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da8a58-791e-48df-bc69-714a1459766d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.797962] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc8f64d-3c9f-487c-83af-4d7d5cfa6372 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.830065] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 7a938aa3-5958-42cb-912c-091a74fe59e6] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 898.835012] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5202e6-a23b-4ac2-8370-14167970b284 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.849285] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef7c1f-9b85-4a42-948d-649e1e41aa4f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.863919] env[70623]: DEBUG nova.compute.provider_tree [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.868464] env[70623]: INFO nova.compute.manager [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Swapping old allocation on dict_keys(['761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a']) held by migration 2a9ddbc9-eef4-4dc0-9b9a-e27a111f965b for instance [ 898.892294] env[70623]: DEBUG nova.scheduler.client.report [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Overwriting current allocation {'allocations': {'761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': 'aa93740dd199472f9c7ba313b64d71c2', 'user_id': '0178729f0f174bec94ebd23f8a6fee44', 'consumer_generation': 1} on consumer 7e1af86a-27c4-4a67-a43b-531dee349f64 {{(pid=70623) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 898.977801] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.987529] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.987699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquired lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.987881] env[70623]: DEBUG nova.network.neutron [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.013086] env[70623]: DEBUG nova.network.neutron [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Updated VIF entry in instance network info cache for port 812a5650-2f67-4b70-95ef-106f179b9603. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.013450] env[70623]: DEBUG nova.network.neutron [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Updating instance_info_cache with network_info: [{"id": "812a5650-2f67-4b70-95ef-106f179b9603", "address": "fa:16:3e:29:1e:c4", "network": {"id": "cfed5911-b404-40b7-a23e-5be24149bf4a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-622112337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2906f38cb6f456595cf38060428aa9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812a5650-2f", "ovs_interfaceid": "812a5650-2f67-4b70-95ef-106f179b9603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.046978] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52920c6b-8a74-a42f-deac-ad6e93d1f8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.047765] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011c25c6-f491-4b47-9100-6fd84e003801 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.052908] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 899.052908] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb701f-0c25-ab00-f3a3-b2587cb61497" [ 899.052908] env[70623]: _type = "Task" [ 899.052908] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.060715] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb701f-0c25-ab00-f3a3-b2587cb61497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.179458] env[70623]: DEBUG nova.network.neutron [-] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.259603] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793651, 'name': CreateVM_Task, 'duration_secs': 0.52275} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.259772] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.260639] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.260941] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.261436] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.261811] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbf69c5-233a-4d6d-b51b-626ed1d85385 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.266981] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 899.266981] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5219f47d-6765-c7e9-8f0c-ec14ea1b0247" [ 899.266981] env[70623]: _type = "Task" [ 899.266981] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.267833] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.275768] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5219f47d-6765-c7e9-8f0c-ec14ea1b0247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.340151] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 5ef10fea-a884-4f04-9db2-01ebc584e0af] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 899.371527] env[70623]: DEBUG nova.scheduler.client.report [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.477924] env[70623]: DEBUG oslo_vmware.api [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793652, 'name': PowerOnVM_Task, 'duration_secs': 0.518107} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.477924] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.477924] env[70623]: INFO nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Took 8.51 seconds to spawn the instance on the hypervisor. [ 899.478144] env[70623]: DEBUG nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.478770] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7521d4-e42c-4031-82a9-59ec10263bd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.516548] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b453b57-8e35-4d76-8f89-0bcd56096045 req-be92b4e1-2d40-4ea3-9147-f3af1118cdb7 service nova] Releasing lock "refresh_cache-17c20875-43b5-4904-964a-33298f4d2e56" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.565044] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bb701f-0c25-ab00-f3a3-b2587cb61497, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.565044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.565281] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b39d8432-d639-4fb1-ab8a-4aa01d524bfd/b39d8432-d639-4fb1-ab8a-4aa01d524bfd.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.565471] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60467027-806d-4baf-a0c8-ae349afcd80f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.571300] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 899.571300] env[70623]: value = "task-2793653" [ 899.571300] env[70623]: _type = "Task" [ 899.571300] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.579136] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.681604] env[70623]: INFO nova.compute.manager [-] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Took 1.25 seconds to deallocate network for instance. [ 899.722417] env[70623]: DEBUG nova.network.neutron [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [{"id": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "address": "fa:16:3e:b2:ab:e3", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4253d9-3c", "ovs_interfaceid": "ff4253d9-3cb8-46a9-98a5-8459a9ac6086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.781828] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5219f47d-6765-c7e9-8f0c-ec14ea1b0247, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.782153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.782395] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.782634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.782789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.782985] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.783285] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad824b45-8359-4cdd-bf6a-59e7363c0a66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.796879] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.797190] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.797973] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66281385-4179-466d-b405-d0024c1a2134 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.805420] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 899.805420] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dceb71-4619-00d7-239e-945e700f7f80" [ 899.805420] env[70623]: _type = "Task" [ 899.805420] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.814585] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dceb71-4619-00d7-239e-945e700f7f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.843455] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.843649] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Cleaning up deleted instances with incomplete migration {{(pid=70623) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 899.876688] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.877556] env[70623]: DEBUG nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.880082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.479s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.880289] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.884871] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.580s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.884871] env[70623]: DEBUG nova.objects.instance [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'resources' on Instance uuid f08e5aec-8cf9-4e8e-8075-d6f3f86d361a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.905613] env[70623]: INFO nova.scheduler.client.report [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Deleted allocations for instance 632503bb-f406-497f-848d-25a284b29512 [ 899.999174] env[70623]: INFO nova.compute.manager [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Took 36.32 seconds to build instance. [ 900.081866] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793653, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.121134] env[70623]: DEBUG nova.compute.manager [req-78ef7d0b-9b14-483a-9124-80cbdbffef54 req-843acdd9-0264-44f4-920e-7b09ecd88734 service nova] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Received event network-vif-deleted-762f6c8a-aafe-4f06-9951-a84da51644f3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 900.187648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.226462] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Releasing lock "refresh_cache-7e1af86a-27c4-4a67-a43b-531dee349f64" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.226928] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.227249] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d114f9-ff46-4692-baa7-54f3622d1e46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.234216] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 900.234216] env[70623]: value = "task-2793654" [ 900.234216] env[70623]: _type = "Task" [ 900.234216] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.244471] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.317301] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dceb71-4619-00d7-239e-945e700f7f80, 'name': SearchDatastore_Task, 'duration_secs': 0.055137} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.318126] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282e001a-3674-49ed-9e21-258d63efaea9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.323607] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 900.323607] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ad0f8c-ea1c-bb45-67ed-81b4575d19b8" [ 900.323607] env[70623]: _type = "Task" [ 900.323607] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.331704] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ad0f8c-ea1c-bb45-67ed-81b4575d19b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.348548] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.388012] env[70623]: DEBUG nova.compute.utils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.392270] env[70623]: DEBUG nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 900.416465] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9b98118e-9729-4217-8c57-949fd7481d8b tempest-ServerShowV247Test-1532706791 tempest-ServerShowV247Test-1532706791-project-member] Lock "632503bb-f406-497f-848d-25a284b29512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.222s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.502033] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89564f88-8447-4a6c-b566-a7b0b5bf1f2e tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.829s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.586494] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793653, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.746788] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793654, 'name': PowerOffVM_Task, 'duration_secs': 0.294566} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.746788] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.747095] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='855f379c-556a-4b81-8065-f93fa131ef55',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1446414587',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.747321] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.747561] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.747652] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.747794] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.747936] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.748158] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.748320] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.748488] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.748646] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.748869] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.755932] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2779888-9615-477a-b408-faa5cb44562d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.770759] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 900.770759] env[70623]: value = "task-2793655" [ 900.770759] env[70623]: _type = "Task" [ 900.770759] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.781163] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.821029] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a2690-f6ff-4fcd-bbfe-40ea72d9b3a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.830579] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696084b1-5412-42f6-b5d2-c9b8f13cdd87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.836715] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ad0f8c-ea1c-bb45-67ed-81b4575d19b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017094} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.837445] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.837728] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 17c20875-43b5-4904-964a-33298f4d2e56/17c20875-43b5-4904-964a-33298f4d2e56.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.837907] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c304a52-2650-4de1-866b-7c43ab82c2b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.864639] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31e48a1-ba7f-4d7a-b8e0-f5eacc28956c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.868504] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 900.868504] env[70623]: value = "task-2793656" [ 900.868504] env[70623]: _type = "Task" [ 900.868504] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.876312] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f83adf5-4dd5-4e84-b7c1-7d7fa46838e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.882991] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.892937] env[70623]: DEBUG nova.compute.provider_tree [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.894638] env[70623]: DEBUG nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.083418] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793653, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.464914} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.083716] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b39d8432-d639-4fb1-ab8a-4aa01d524bfd/b39d8432-d639-4fb1-ab8a-4aa01d524bfd.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.083947] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.084226] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e027f7e7-57e2-4663-88c1-1c907a440259 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.091615] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 901.091615] env[70623]: value = "task-2793657" [ 901.091615] env[70623]: _type = "Task" [ 901.091615] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.100471] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.282175] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793655, 'name': ReconfigVM_Task, 'duration_secs': 0.368481} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.282941] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5d946-d519-4148-b841-7866241c393f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.304307] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='855f379c-556a-4b81-8065-f93fa131ef55',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1446414587',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.304444] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.304627] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.304818] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.305018] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.305134] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.305369] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.305574] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.305753] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.305920] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.306111] env[70623]: DEBUG nova.virt.hardware [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.307028] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01cf48d-059b-42f6-87e6-6689816a0474 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.314333] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 901.314333] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52868292-ea6b-44ed-de31-0c0e4c4ca8aa" [ 901.314333] env[70623]: _type = "Task" [ 901.314333] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.325798] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52868292-ea6b-44ed-de31-0c0e4c4ca8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.381960] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793656, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.398512] env[70623]: DEBUG nova.scheduler.client.report [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.428047] env[70623]: DEBUG nova.compute.manager [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Received event network-changed-fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.428047] env[70623]: DEBUG nova.compute.manager [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Refreshing instance network info cache due to event network-changed-fd6c4103-9761-4f52-8eb1-030784309d3d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 901.428211] env[70623]: DEBUG oslo_concurrency.lockutils [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] Acquiring lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.428471] env[70623]: DEBUG oslo_concurrency.lockutils [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] Acquired lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.428787] env[70623]: DEBUG nova.network.neutron [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Refreshing network info cache for port fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.601491] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073811} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.601778] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.602833] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca3ed5d-11c5-4667-bd0e-6061f279628b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.625205] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b39d8432-d639-4fb1-ab8a-4aa01d524bfd/b39d8432-d639-4fb1-ab8a-4aa01d524bfd.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.625503] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926c9d2f-5dfa-4c60-b0f8-9b7315e2b5a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.645221] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 901.645221] env[70623]: value = "task-2793658" [ 901.645221] env[70623]: _type = "Task" [ 901.645221] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.653710] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.825156] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52868292-ea6b-44ed-de31-0c0e4c4ca8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.032714} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.830759] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.831129] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4ed24d-d7ab-4e6c-bebe-4eee5e5d5a27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.848926] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 901.848926] env[70623]: value = "task-2793659" [ 901.848926] env[70623]: _type = "Task" [ 901.848926] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.857012] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.881343] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793656, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.909429] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.912395] env[70623]: DEBUG nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.914812] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.209s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.916158] env[70623]: INFO nova.compute.claims [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.936927] env[70623]: INFO nova.scheduler.client.report [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocations for instance f08e5aec-8cf9-4e8e-8075-d6f3f86d361a [ 901.942746] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.942991] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.943166] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.943350] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.943500] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.943645] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.943854] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.944019] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.944185] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.944350] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.944529] env[70623]: DEBUG nova.virt.hardware [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.945935] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee0c29-4dc5-4a28-9485-5b28e94dd8e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.955115] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f5142-9104-452c-b1d2-ac3e0ee6ed41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.969391] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.975725] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Creating folder: Project (bbde295e625244d7886b9792f3ef5c47). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.976297] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5f04a8-7434-4652-aed0-36c79658ba62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.987594] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Created folder: Project (bbde295e625244d7886b9792f3ef5c47) in parent group-v561316. [ 901.987594] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Creating folder: Instances. Parent ref: group-v561518. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.987594] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8aede18-f990-4c02-ab9d-a410e4bf57c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.996667] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Created folder: Instances in parent group-v561518. [ 901.996667] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.997945] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.997945] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6637384-faad-40ab-a17f-bdcd2646c86b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.015680] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.015680] env[70623]: value = "task-2793662" [ 902.015680] env[70623]: _type = "Task" [ 902.015680] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.026263] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793662, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.027015] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.027015] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.027234] env[70623]: INFO nova.compute.manager [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Rebooting instance [ 902.155614] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.173746] env[70623]: DEBUG nova.network.neutron [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updated VIF entry in instance network info cache for port fd6c4103-9761-4f52-8eb1-030784309d3d. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.174118] env[70623]: DEBUG nova.network.neutron [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updating instance_info_cache with network_info: [{"id": "fd6c4103-9761-4f52-8eb1-030784309d3d", "address": "fa:16:3e:20:65:3f", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4103-97", "ovs_interfaceid": "fd6c4103-9761-4f52-8eb1-030784309d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.358821] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793659, 'name': ReconfigVM_Task, 'duration_secs': 0.228259} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.359134] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.359930] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e32746-d4d2-47ed-a83e-cf28649787bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.383415] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.386629] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb4be32-ded5-46f2-9d0c-7e013f940163 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.404184] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793656, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.405373] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 902.405373] env[70623]: value = "task-2793663" [ 902.405373] env[70623]: _type = "Task" [ 902.405373] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.412730] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.451798] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4ac3a7e3-433b-44e7-9982-0e70d59c3236 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "f08e5aec-8cf9-4e8e-8075-d6f3f86d361a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.824s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.525578] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793662, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.550232] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.655924] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.677728] env[70623]: DEBUG oslo_concurrency.lockutils [req-86ddaaef-8a27-4b41-bedc-a28c979a9de5 req-c0ce79eb-0d31-4417-858d-39c00a4bb5d0 service nova] Releasing lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.678176] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquired lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.678369] env[70623]: DEBUG nova.network.neutron [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.887430] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793656, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.593145} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.887718] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 17c20875-43b5-4904-964a-33298f4d2e56/17c20875-43b5-4904-964a-33298f4d2e56.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.887995] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.888208] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-700cce96-440d-4229-b488-48f22cc2f2f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.895160] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 902.895160] env[70623]: value = "task-2793664" [ 902.895160] env[70623]: _type = "Task" [ 902.895160] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.902872] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.913662] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.025986] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793662, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.157986] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793658, 'name': ReconfigVM_Task, 'duration_secs': 1.011457} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.158391] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b39d8432-d639-4fb1-ab8a-4aa01d524bfd/b39d8432-d639-4fb1-ab8a-4aa01d524bfd.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.159047] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030513af-4f95-414f-a61e-a11677f4a4cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.166285] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 903.166285] env[70623]: value = "task-2793665" [ 903.166285] env[70623]: _type = "Task" [ 903.166285] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.176163] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793665, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.351670] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809907d3-68bb-4878-ba71-2e444548ac08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.361015] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d5c240-2dae-4d8f-87b0-7edc0bc112f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.396119] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85e7005-bd52-48a5-9495-5b61adc7a960 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.410048] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aeeead-3b96-42aa-b332-6d096adb7dd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.415523] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20138} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.419398] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.420741] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d184892-52a7-4e65-830b-24c2455c7543 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.431827] env[70623]: DEBUG nova.compute.provider_tree [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.437450] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.459424] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 17c20875-43b5-4904-964a-33298f4d2e56/17c20875-43b5-4904-964a-33298f4d2e56.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.460091] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11aeeb39-2298-46b2-a29f-62366ed168f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.480105] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 903.480105] env[70623]: value = "task-2793666" [ 903.480105] env[70623]: _type = "Task" [ 903.480105] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.489751] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.525531] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793662, 'name': CreateVM_Task, 'duration_secs': 1.029968} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.525732] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.526169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.526335] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.526658] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.526911] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73554cb-61e9-4481-8e6d-2443f895b581 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.531550] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 903.531550] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524fa091-041c-dbb9-9bbc-d605ff5cc68d" [ 903.531550] env[70623]: _type = "Task" [ 903.531550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.539877] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524fa091-041c-dbb9-9bbc-d605ff5cc68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.675488] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793665, 'name': Rename_Task, 'duration_secs': 0.183509} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.677839] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.678102] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32e94bc1-a299-484e-a864-7f1330fe687c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.683875] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 903.683875] env[70623]: value = "task-2793667" [ 903.683875] env[70623]: _type = "Task" [ 903.683875] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.691753] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.711052] env[70623]: DEBUG nova.network.neutron [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updating instance_info_cache with network_info: [{"id": "fd6c4103-9761-4f52-8eb1-030784309d3d", "address": "fa:16:3e:20:65:3f", "network": {"id": "1508763e-16ca-4399-a56f-588e26478b80", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-60277124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cae376674b894a38b82c59c86f4de844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4103-97", "ovs_interfaceid": "fd6c4103-9761-4f52-8eb1-030784309d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.882057] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1214fb5b-0514-4e80-9928-4b0426cd715f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.882057] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.924940] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.939334] env[70623]: DEBUG nova.scheduler.client.report [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.990030] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793666, 'name': ReconfigVM_Task, 'duration_secs': 0.428592} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.990339] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 17c20875-43b5-4904-964a-33298f4d2e56/17c20875-43b5-4904-964a-33298f4d2e56.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.990968] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc6d057-648f-42dd-9a9e-8232329d6b3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.999034] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 903.999034] env[70623]: value = "task-2793668" [ 903.999034] env[70623]: _type = "Task" [ 903.999034] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.004958] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793668, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.040732] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524fa091-041c-dbb9-9bbc-d605ff5cc68d, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.041035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.041278] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.041509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.041659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.041839] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.042109] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c882282c-b615-489b-b07b-3fa1c8e15096 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.049891] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.050077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.050788] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f75feca-f4fe-4477-a2ad-73bf19600fa8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.055478] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 904.055478] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e2c504-a821-514f-5f4b-11284026582a" [ 904.055478] env[70623]: _type = "Task" [ 904.055478] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.064881] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e2c504-a821-514f-5f4b-11284026582a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.194047] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793667, 'name': PowerOnVM_Task, 'duration_secs': 0.4456} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.194047] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.194047] env[70623]: INFO nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Took 10.70 seconds to spawn the instance on the hypervisor. [ 904.194047] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.194658] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec7248-239a-4d31-8f3b-3dcd78185faa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.213714] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Releasing lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.383866] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.427181] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.444713] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.445239] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.447841] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.251s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.449463] env[70623]: INFO nova.compute.claims [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.507267] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793668, 'name': Rename_Task, 'duration_secs': 0.158283} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.507483] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.507685] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e96de00-951a-48ff-ad96-9095b1d4ed1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.513895] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 904.513895] env[70623]: value = "task-2793669" [ 904.513895] env[70623]: _type = "Task" [ 904.513895] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.521419] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.565578] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e2c504-a821-514f-5f4b-11284026582a, 'name': SearchDatastore_Task, 'duration_secs': 0.008206} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.566383] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c83f35b-79b2-4ea9-9059-dd59b7546ba6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.571435] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 904.571435] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5219044a-3034-df25-f304-69e97070ae60" [ 904.571435] env[70623]: _type = "Task" [ 904.571435] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.578788] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5219044a-3034-df25-f304-69e97070ae60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.712025] env[70623]: INFO nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Took 38.04 seconds to build instance. [ 904.717401] env[70623]: DEBUG nova.compute.manager [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.718437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f7f61e-ba62-4af7-a0b0-401c1d253f49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.912887] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.927047] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793663, 'name': ReconfigVM_Task, 'duration_secs': 2.048379} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.927047] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64/7e1af86a-27c4-4a67-a43b-531dee349f64.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.927505] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db8b4e5-8c4f-40c6-8205-07180da624c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.947267] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed20b2b-1f8e-4f9a-9fd0-dac0b7911238 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.965820] env[70623]: DEBUG nova.compute.utils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.969300] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.969540] env[70623]: DEBUG nova.network.neutron [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.971933] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc0972-5b6a-4a5e-bc92-fc0dd541432c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.992190] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d37943-45ff-4378-b44d-7dd5687259b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.000253] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.000532] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f9ce313-202d-46ed-94b8-79b0f0a46298 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.006838] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 905.006838] env[70623]: value = "task-2793670" [ 905.006838] env[70623]: _type = "Task" [ 905.006838] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.014723] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.020244] env[70623]: DEBUG nova.policy [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.024993] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.086839] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5219044a-3034-df25-f304-69e97070ae60, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.087377] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.087829] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.088400] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf06165-0972-4e9b-aae5-eb68d5c512c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.096837] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 905.096837] env[70623]: value = "task-2793671" [ 905.096837] env[70623]: _type = "Task" [ 905.096837] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.112676] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.214127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.549s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.353665] env[70623]: DEBUG nova.network.neutron [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Successfully created port: 7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.470262] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.523857] env[70623]: DEBUG oslo_vmware.api [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793670, 'name': PowerOnVM_Task, 'duration_secs': 0.462284} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.525243] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.535460] env[70623]: DEBUG oslo_vmware.api [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793669, 'name': PowerOnVM_Task, 'duration_secs': 0.625264} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.536179] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.536390] env[70623]: INFO nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Took 9.25 seconds to spawn the instance on the hypervisor. [ 905.536574] env[70623]: DEBUG nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.537469] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6861bd6-28c3-4266-88e3-488ab1ecd708 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.606996] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464951} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.609554] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.609789] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.610240] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fab48491-e169-45c0-9621-f7fefd360774 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.617147] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 905.617147] env[70623]: value = "task-2793672" [ 905.617147] env[70623]: _type = "Task" [ 905.617147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.627529] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.737152] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c3607-3242-4e57-9033-59c170b2d819 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.744516] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Doing hard reboot of VM {{(pid=70623) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 905.746988] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c09d024e-5036-4638-acb5-aafebd8376fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.754748] env[70623]: DEBUG oslo_vmware.api [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 905.754748] env[70623]: value = "task-2793673" [ 905.754748] env[70623]: _type = "Task" [ 905.754748] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.765766] env[70623]: DEBUG oslo_vmware.api [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793673, 'name': ResetVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.895796] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01892d44-d01f-42b6-9ee8-192e9a7d75ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.903013] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecacefbb-6451-4857-8ee0-2b9d96ec656e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.937019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3f4f93-e517-4565-992b-80db07727c2f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.944091] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd483871-f680-4fa2-bd2b-c8b287440bf1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.958608] env[70623]: DEBUG nova.compute.provider_tree [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.057554] env[70623]: INFO nova.compute.manager [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Took 39.35 seconds to build instance. [ 906.126646] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064245} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.126916] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.127717] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea117fd-cfef-491b-99f2-512c5811543d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.146714] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.147190] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c4718a-108d-4af3-bc3a-9bd2fe8c3b0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.165677] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 906.165677] env[70623]: value = "task-2793674" [ 906.165677] env[70623]: _type = "Task" [ 906.165677] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.173313] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.264252] env[70623]: DEBUG oslo_vmware.api [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793673, 'name': ResetVM_Task, 'duration_secs': 0.129793} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.264748] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Did hard reboot of VM {{(pid=70623) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 906.264943] env[70623]: DEBUG nova.compute.manager [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.265705] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c12fd2-8458-4d6e-8285-35b1a847c21b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.461554] env[70623]: DEBUG nova.scheduler.client.report [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.480804] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.506798] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.506891] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.507076] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.507296] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.507459] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.507604] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.507813] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.507971] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.508150] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.508314] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.508487] env[70623]: DEBUG nova.virt.hardware [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.509357] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a1acb-cef7-4556-84e3-a1b7f1c8d861 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.517100] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427cf5a0-c150-46c7-9997-7c3ab6a05b06 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.542097] env[70623]: INFO nova.compute.manager [None req-78a098a6-75b7-4d94-90e9-5b1b5a634dad tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance to original state: 'active' [ 906.560895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-046d6cfc-5e71-40ed-b6f0-71487321e922 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "17c20875-43b5-4904-964a-33298f4d2e56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.866s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.675822] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793674, 'name': ReconfigVM_Task, 'duration_secs': 0.265609} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.676117] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.676716] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d605dc50-cf09-4dc0-bf66-fc5247bd0a9d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.684197] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 906.684197] env[70623]: value = "task-2793675" [ 906.684197] env[70623]: _type = "Task" [ 906.684197] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.694412] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793675, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.777466] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ddcbdd06-351e-4860-b0df-85f7106712c6 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.750s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.966530] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.967063] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.969866] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.672s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.971954] env[70623]: INFO nova.compute.claims [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.980449] env[70623]: DEBUG nova.compute.manager [req-066b3c9f-654e-4173-ae6a-a642de93f343 req-2cc9a07f-2e37-47ba-ac57-d8061e859fc3 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-vif-plugged-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.980709] env[70623]: DEBUG oslo_concurrency.lockutils [req-066b3c9f-654e-4173-ae6a-a642de93f343 req-2cc9a07f-2e37-47ba-ac57-d8061e859fc3 service nova] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.980921] env[70623]: DEBUG oslo_concurrency.lockutils [req-066b3c9f-654e-4173-ae6a-a642de93f343 req-2cc9a07f-2e37-47ba-ac57-d8061e859fc3 service nova] Lock "483432da-f083-457e-97e5-deada79ffea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.981106] env[70623]: DEBUG oslo_concurrency.lockutils [req-066b3c9f-654e-4173-ae6a-a642de93f343 req-2cc9a07f-2e37-47ba-ac57-d8061e859fc3 service nova] Lock "483432da-f083-457e-97e5-deada79ffea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.981474] env[70623]: DEBUG nova.compute.manager [req-066b3c9f-654e-4173-ae6a-a642de93f343 req-2cc9a07f-2e37-47ba-ac57-d8061e859fc3 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] No waiting events found dispatching network-vif-plugged-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.981474] env[70623]: WARNING nova.compute.manager [req-066b3c9f-654e-4173-ae6a-a642de93f343 req-2cc9a07f-2e37-47ba-ac57-d8061e859fc3 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received unexpected event network-vif-plugged-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db for instance with vm_state building and task_state spawning. [ 907.014159] env[70623]: DEBUG nova.network.neutron [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Successfully updated port: 7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.194439] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793675, 'name': Rename_Task, 'duration_secs': 0.138342} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.194439] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.194698] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d639d32-7d91-4f71-98eb-f580c200a879 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.201170] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 907.201170] env[70623]: value = "task-2793676" [ 907.201170] env[70623]: _type = "Task" [ 907.201170] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.208875] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.421770] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.422008] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.422580] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.422580] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.422580] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.424915] env[70623]: INFO nova.compute.manager [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Terminating instance [ 907.477496] env[70623]: DEBUG nova.compute.utils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.483385] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.483385] env[70623]: DEBUG nova.network.neutron [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.518548] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.518724] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.518903] env[70623]: DEBUG nova.network.neutron [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.551371] env[70623]: DEBUG nova.policy [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1261731aad9d47dcb6965ffb9dd75b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e13c04919740b3a5aa84c65c5b4789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.552077] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "17c20875-43b5-4904-964a-33298f4d2e56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.552265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "17c20875-43b5-4904-964a-33298f4d2e56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.552476] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "17c20875-43b5-4904-964a-33298f4d2e56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.553164] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "17c20875-43b5-4904-964a-33298f4d2e56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.553407] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "17c20875-43b5-4904-964a-33298f4d2e56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.555696] env[70623]: INFO nova.compute.manager [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Terminating instance [ 907.713198] env[70623]: DEBUG oslo_vmware.api [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793676, 'name': PowerOnVM_Task, 'duration_secs': 0.492641} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.713482] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.713681] env[70623]: INFO nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Took 5.80 seconds to spawn the instance on the hypervisor. [ 907.713857] env[70623]: DEBUG nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.714685] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9be748-354b-4eed-8034-b28d437a3d21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.884523] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "7e1af86a-27c4-4a67-a43b-531dee349f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.884824] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.885039] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.885248] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.885422] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.888709] env[70623]: INFO nova.compute.manager [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Terminating instance [ 907.929213] env[70623]: DEBUG nova.compute.manager [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.929444] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.930750] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a19533-fe76-45b3-a48f-575395a44df1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.939134] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.939387] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8b2bee2-14b4-4a75-a74a-5336c48a5557 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.946432] env[70623]: DEBUG oslo_vmware.api [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 907.946432] env[70623]: value = "task-2793677" [ 907.946432] env[70623]: _type = "Task" [ 907.946432] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.954585] env[70623]: DEBUG oslo_vmware.api [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.955416] env[70623]: DEBUG nova.network.neutron [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Successfully created port: 1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.981697] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.062909] env[70623]: DEBUG nova.compute.manager [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.063162] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.064060] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aea675-9bbd-421a-8a33-2f977b5309be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.073227] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.079051] env[70623]: DEBUG nova.network.neutron [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.079051] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b6ab65-bced-457e-803c-78d6206a1076 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.084961] env[70623]: DEBUG oslo_vmware.api [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 908.084961] env[70623]: value = "task-2793678" [ 908.084961] env[70623]: _type = "Task" [ 908.084961] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.093433] env[70623]: DEBUG oslo_vmware.api [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.232150] env[70623]: INFO nova.compute.manager [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Took 36.91 seconds to build instance. [ 908.313715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.313972] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.314196] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.314379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.314548] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.316575] env[70623]: INFO nova.compute.manager [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Terminating instance [ 908.343752] env[70623]: DEBUG nova.network.neutron [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.396397] env[70623]: DEBUG nova.compute.manager [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.396397] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.396397] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22efc9-6825-46d4-a844-7991deab9b14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.408111] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.408111] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1dc6351-d9ad-4bcf-b5a7-e88497f61cf0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.415596] env[70623]: DEBUG oslo_vmware.api [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 908.415596] env[70623]: value = "task-2793679" [ 908.415596] env[70623]: _type = "Task" [ 908.415596] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.424152] env[70623]: DEBUG oslo_vmware.api [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.458647] env[70623]: DEBUG oslo_vmware.api [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793677, 'name': PowerOffVM_Task, 'duration_secs': 0.415071} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.458913] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.459094] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.459341] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87005898-329d-4497-bc2d-b6e937ef1507 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.476105] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b394c29a-ff58-4f44-a2d0-6b4ebff8278a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.483013] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545bd5da-d308-44cd-876d-ef25623307c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.515977] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309acd4a-bfd5-4266-8ef8-95e8acf4ea63 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.525087] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf7227-b6c0-48ec-aa69-708a36054bfe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.529232] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.529434] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.529634] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleting the datastore file [datastore1] b39d8432-d639-4fb1-ab8a-4aa01d524bfd {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.530461] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6698615b-d7dc-4944-a5da-b4ab9aa91569 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.541931] env[70623]: DEBUG nova.compute.provider_tree [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.544313] env[70623]: DEBUG oslo_vmware.api [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 908.544313] env[70623]: value = "task-2793681" [ 908.544313] env[70623]: _type = "Task" [ 908.544313] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.552799] env[70623]: DEBUG oslo_vmware.api [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.595416] env[70623]: DEBUG oslo_vmware.api [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793678, 'name': PowerOffVM_Task, 'duration_secs': 0.280277} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.595702] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.595867] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.596199] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee052d2a-778b-4ed0-b325-0e18d764a3d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.611483] env[70623]: INFO nova.compute.manager [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Rebuilding instance [ 908.667244] env[70623]: DEBUG nova.compute.manager [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.668299] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d7df9-349d-43f3-815a-dc0f5cdb9118 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.672521] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.672725] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.672899] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleting the datastore file [datastore1] 17c20875-43b5-4904-964a-33298f4d2e56 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.674038] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0779c3de-bac7-4564-a56e-f163caa426c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.684185] env[70623]: DEBUG oslo_vmware.api [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for the task: (returnval){ [ 908.684185] env[70623]: value = "task-2793683" [ 908.684185] env[70623]: _type = "Task" [ 908.684185] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.692045] env[70623]: DEBUG oslo_vmware.api [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.734843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7669fabe-a17e-4695-911b-ad0d40413c55 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "c9621719-8bb0-49dd-a300-4215878ae13b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.427s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.820391] env[70623]: DEBUG nova.compute.manager [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.820617] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.821596] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308a81e-b8c2-4421-bc18-95a200a3aebf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.829725] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.829955] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749bff49-0e0a-4d99-adb9-0e65aa281f01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.836296] env[70623]: DEBUG oslo_vmware.api [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 908.836296] env[70623]: value = "task-2793684" [ 908.836296] env[70623]: _type = "Task" [ 908.836296] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.843751] env[70623]: DEBUG oslo_vmware.api [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.846679] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.846980] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Instance network_info: |[{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.847363] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:50:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e1ba6b3-a3f3-4806-89ed-1ae91177f2db', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.855243] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.855470] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483432da-f083-457e-97e5-deada79ffea1] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.855680] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e994be-6fe7-46f0-bc73-3ed8a015165e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.874382] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.874382] env[70623]: value = "task-2793685" [ 908.874382] env[70623]: _type = "Task" [ 908.874382] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.882284] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793685, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.925626] env[70623]: DEBUG oslo_vmware.api [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793679, 'name': PowerOffVM_Task, 'duration_secs': 0.341954} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.925932] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.926135] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.926420] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b877ae6-fefe-45b0-8b5a-ebc67bea6b72 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.000662] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.000662] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.000662] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleting the datastore file [datastore1] 7e1af86a-27c4-4a67-a43b-531dee349f64 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.000662] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06fcae0-3fab-4fad-a0ab-511a303c7f83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.010805] env[70623]: DEBUG nova.compute.manager [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-changed-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.010805] env[70623]: DEBUG nova.compute.manager [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing instance network info cache due to event network-changed-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 909.011043] env[70623]: DEBUG oslo_concurrency.lockutils [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.011209] env[70623]: DEBUG oslo_concurrency.lockutils [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.011403] env[70623]: DEBUG nova.network.neutron [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing network info cache for port 7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.015252] env[70623]: DEBUG oslo_vmware.api [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 909.015252] env[70623]: value = "task-2793687" [ 909.015252] env[70623]: _type = "Task" [ 909.015252] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.016431] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.029407] env[70623]: DEBUG oslo_vmware.api [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.041414] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='254c8d676adf16b678cc33f929ae0c3f',container_format='bare',created_at=2025-03-06T07:09:09Z,direct_url=,disk_format='vmdk',id=d372cc7f-48ff-40c3-96ee-41a55499d0b9,min_disk=1,min_ram=0,name='tempest-test-snap-913547214',owner='c0e13c04919740b3a5aa84c65c5b4789',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T07:09:24Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.041683] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.041865] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.042067] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.042239] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.042397] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.042628] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.042792] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.042958] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.043139] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.043336] env[70623]: DEBUG nova.virt.hardware [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.044467] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093bc42-57b6-48cf-954b-fd7cc943e7e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.048125] env[70623]: DEBUG nova.scheduler.client.report [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.062668] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee344de-9f92-475d-825e-edd194a3c78e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.067730] env[70623]: DEBUG oslo_vmware.api [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364747} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.068025] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.068234] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.068449] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.068641] env[70623]: INFO nova.compute.manager [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 909.068928] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.069758] env[70623]: DEBUG nova.compute.manager [-] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.069881] env[70623]: DEBUG nova.network.neutron [-] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.198378] env[70623]: DEBUG oslo_vmware.api [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Task: {'id': task-2793683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3241} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.198378] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.198526] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.198762] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.199053] env[70623]: INFO nova.compute.manager [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Took 1.14 seconds to destroy the instance on the hypervisor. [ 909.200022] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.200022] env[70623]: DEBUG nova.compute.manager [-] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.200022] env[70623]: DEBUG nova.network.neutron [-] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.346520] env[70623]: DEBUG oslo_vmware.api [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793684, 'name': PowerOffVM_Task, 'duration_secs': 0.215468} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.346901] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.347096] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.347353] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60bb634f-47b1-412d-8038-738244bad825 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.385177] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793685, 'name': CreateVM_Task, 'duration_secs': 0.410447} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.385367] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483432da-f083-457e-97e5-deada79ffea1] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.386366] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.386539] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.386889] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.387166] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c902f65-433c-4254-ada0-829c98e932c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.394997] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 909.394997] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a1fa39-358a-091c-ccdd-086c3b48b259" [ 909.394997] env[70623]: _type = "Task" [ 909.394997] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.403129] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a1fa39-358a-091c-ccdd-086c3b48b259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.412596] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.412823] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.413014] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Deleting the datastore file [datastore2] 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.413309] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676baf60-d28f-41d5-9743-53e786f31c3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.423064] env[70623]: DEBUG oslo_vmware.api [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 909.423064] env[70623]: value = "task-2793689" [ 909.423064] env[70623]: _type = "Task" [ 909.423064] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.436956] env[70623]: DEBUG oslo_vmware.api [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.527144] env[70623]: DEBUG oslo_vmware.api [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294632} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.527408] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.527594] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.527776] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.527946] env[70623]: INFO nova.compute.manager [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 909.528210] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.528406] env[70623]: DEBUG nova.compute.manager [-] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.528498] env[70623]: DEBUG nova.network.neutron [-] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.555757] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.556181] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.558892] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.151s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.559126] env[70623]: DEBUG nova.objects.instance [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lazy-loading 'resources' on Instance uuid 761d787c-3988-454d-9ceb-c8afb5e6b36b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.685026] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.685408] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d17417-eb97-4dd3-b1ad-5b427051a6f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.695017] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 909.695017] env[70623]: value = "task-2793690" [ 909.695017] env[70623]: _type = "Task" [ 909.695017] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.701921] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.858936] env[70623]: DEBUG nova.compute.manager [req-519d257c-d0a2-4af0-806a-2cdc0365235c req-0c9d757d-83db-41b7-a463-eb6f570bee0c service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Received event network-vif-deleted-ff4253d9-3cb8-46a9-98a5-8459a9ac6086 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.859165] env[70623]: INFO nova.compute.manager [req-519d257c-d0a2-4af0-806a-2cdc0365235c req-0c9d757d-83db-41b7-a463-eb6f570bee0c service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Neutron deleted interface ff4253d9-3cb8-46a9-98a5-8459a9ac6086; detaching it from the instance and deleting it from the info cache [ 909.859347] env[70623]: DEBUG nova.network.neutron [req-519d257c-d0a2-4af0-806a-2cdc0365235c req-0c9d757d-83db-41b7-a463-eb6f570bee0c service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.883694] env[70623]: DEBUG nova.network.neutron [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updated VIF entry in instance network info cache for port 7e1ba6b3-a3f3-4806-89ed-1ae91177f2db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.884127] env[70623]: DEBUG nova.network.neutron [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.903895] env[70623]: DEBUG nova.network.neutron [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Successfully updated port: 1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.910380] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a1fa39-358a-091c-ccdd-086c3b48b259, 'name': SearchDatastore_Task, 'duration_secs': 0.015541} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.910471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.910679] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.911095] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.911198] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.912671] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.912671] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35124417-c74b-4bfa-a819-f98102220556 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.920533] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.920709] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.921436] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4553bf52-d1be-4b4b-bca9-bce1c92c6e84 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.928816] env[70623]: DEBUG nova.network.neutron [-] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.931646] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 909.931646] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520cb3e6-a24a-3749-c475-2cf077c0b673" [ 909.931646] env[70623]: _type = "Task" [ 909.931646] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.938029] env[70623]: DEBUG oslo_vmware.api [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375141} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.938247] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.938429] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.938603] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.938771] env[70623]: INFO nova.compute.manager [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Took 1.12 seconds to destroy the instance on the hypervisor. [ 909.938995] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.939513] env[70623]: DEBUG nova.compute.manager [-] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.939636] env[70623]: DEBUG nova.network.neutron [-] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.944740] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520cb3e6-a24a-3749-c475-2cf077c0b673, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.945923] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc635f7-0eb5-46c4-b473-fd776441ab46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.952027] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 909.952027] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5242068c-6c9c-deb2-0a88-95fa5e950bb2" [ 909.952027] env[70623]: _type = "Task" [ 909.952027] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.959730] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5242068c-6c9c-deb2-0a88-95fa5e950bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.066049] env[70623]: DEBUG nova.compute.utils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.067740] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.067860] env[70623]: DEBUG nova.network.neutron [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.069702] env[70623]: DEBUG nova.network.neutron [-] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.144321] env[70623]: DEBUG nova.policy [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20db0758e0f34faebc5dd46ffd5f965f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f663aa1ed47443986f1302fb0bbc216', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.212219] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793690, 'name': PowerOffVM_Task, 'duration_secs': 0.11477} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.212219] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.212219] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.212219] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5ad51-1f8a-4e7c-8878-b545b18ed099 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.221700] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.221700] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21977436-83b0-46f4-923b-bbec5eda6006 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.249848] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.250119] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.250314] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Deleting the datastore file [datastore1] c9621719-8bb0-49dd-a300-4215878ae13b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.253717] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b268f75f-2c73-4b83-803b-bc1712bf97ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.262393] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 910.262393] env[70623]: value = "task-2793692" [ 910.262393] env[70623]: _type = "Task" [ 910.262393] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.270569] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.294769] env[70623]: DEBUG nova.network.neutron [-] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.363892] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0f5eff2-5c43-4b94-a963-663d0254aed6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.372821] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb89e5af-e578-40f2-b96c-61c932ebcfe6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.387653] env[70623]: DEBUG oslo_concurrency.lockutils [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.387900] env[70623]: DEBUG nova.compute.manager [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Received event network-changed-fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 910.388080] env[70623]: DEBUG nova.compute.manager [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Refreshing instance network info cache due to event network-changed-fd6c4103-9761-4f52-8eb1-030784309d3d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 910.388285] env[70623]: DEBUG oslo_concurrency.lockutils [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] Acquiring lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.388428] env[70623]: DEBUG oslo_concurrency.lockutils [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] Acquired lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.388588] env[70623]: DEBUG nova.network.neutron [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Refreshing network info cache for port fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.418170] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "refresh_cache-6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.418321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "refresh_cache-6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.418467] env[70623]: DEBUG nova.network.neutron [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.419790] env[70623]: DEBUG nova.compute.manager [req-519d257c-d0a2-4af0-806a-2cdc0365235c req-0c9d757d-83db-41b7-a463-eb6f570bee0c service nova] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Detach interface failed, port_id=ff4253d9-3cb8-46a9-98a5-8459a9ac6086, reason: Instance 7e1af86a-27c4-4a67-a43b-531dee349f64 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 910.433978] env[70623]: INFO nova.compute.manager [-] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Took 1.36 seconds to deallocate network for instance. [ 910.463296] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5242068c-6c9c-deb2-0a88-95fa5e950bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.465944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.469017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 483432da-f083-457e-97e5-deada79ffea1/483432da-f083-457e-97e5-deada79ffea1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.469017] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1447bc97-7a53-49ae-bbc5-f9fc7550515f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.473719] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 910.473719] env[70623]: value = "task-2793693" [ 910.473719] env[70623]: _type = "Task" [ 910.473719] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.481710] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.509910] env[70623]: DEBUG nova.network.neutron [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Successfully created port: 845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.525776] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fafd6e-9680-482c-8832-0ca393435d7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.533701] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca8f5a9-9c9d-4ee2-963f-5591b109abcf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.564928] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c35779-ff1a-4ff7-a963-831705e1f1d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.571818] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.574255] env[70623]: INFO nova.compute.manager [-] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Took 1.37 seconds to deallocate network for instance. [ 910.576920] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba97152-5f6c-4e0e-800b-183db07c9e0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.593865] env[70623]: DEBUG nova.compute.provider_tree [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.761842] env[70623]: DEBUG nova.network.neutron [-] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.775203] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095667} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.775661] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.775858] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.776045] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.799578] env[70623]: INFO nova.compute.manager [-] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Took 1.27 seconds to deallocate network for instance. [ 910.907836] env[70623]: INFO nova.network.neutron [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Port fd6c4103-9761-4f52-8eb1-030784309d3d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 910.908199] env[70623]: DEBUG nova.network.neutron [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.940384] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.966102] env[70623]: DEBUG nova.network.neutron [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.984228] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440085} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.984519] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 483432da-f083-457e-97e5-deada79ffea1/483432da-f083-457e-97e5-deada79ffea1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.984734] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.984987] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0bd136-e7f2-44dc-b600-23a04d3103af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.991507] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 910.991507] env[70623]: value = "task-2793694" [ 910.991507] env[70623]: _type = "Task" [ 910.991507] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.001863] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.051819] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Received event network-vif-deleted-6761c4e6-0371-4357-8b54-8f39983d4e6b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.052121] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Received event network-vif-deleted-812a5650-2f67-4b70-95ef-106f179b9603 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.052341] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Received event network-vif-plugged-1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.052556] env[70623]: DEBUG oslo_concurrency.lockutils [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] Acquiring lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.052799] env[70623]: DEBUG oslo_concurrency.lockutils [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.052974] env[70623]: DEBUG oslo_concurrency.lockutils [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.053192] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] No waiting events found dispatching network-vif-plugged-1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.053365] env[70623]: WARNING nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Received unexpected event network-vif-plugged-1a15085f-484e-4616-b7fb-5c29b25d943b for instance with vm_state building and task_state spawning. [ 911.056091] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Received event network-changed-1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.056091] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Refreshing instance network info cache due to event network-changed-1a15085f-484e-4616-b7fb-5c29b25d943b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 911.056091] env[70623]: DEBUG oslo_concurrency.lockutils [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] Acquiring lock "refresh_cache-6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.085082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.099120] env[70623]: DEBUG nova.scheduler.client.report [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.140201] env[70623]: DEBUG nova.network.neutron [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Updating instance_info_cache with network_info: [{"id": "1a15085f-484e-4616-b7fb-5c29b25d943b", "address": "fa:16:3e:a8:68:91", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a15085f-48", "ovs_interfaceid": "1a15085f-484e-4616-b7fb-5c29b25d943b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.268385] env[70623]: INFO nova.compute.manager [-] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Took 1.33 seconds to deallocate network for instance. [ 911.307306] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.410841] env[70623]: DEBUG oslo_concurrency.lockutils [req-0b82fc93-e293-45cb-b92f-4906c264c58d req-3e3daf91-3afc-4f70-a889-6dee8aabd438 service nova] Releasing lock "refresh_cache-358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.501688] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067734} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.501962] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.502760] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02c952-152c-4e4e-b5e9-2077ecb431b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.525142] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 483432da-f083-457e-97e5-deada79ffea1/483432da-f083-457e-97e5-deada79ffea1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.525423] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057e4e8c-9918-490e-a66d-8bca201752e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.549019] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 911.549019] env[70623]: value = "task-2793695" [ 911.549019] env[70623]: _type = "Task" [ 911.549019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.556925] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.582207] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.604263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.608379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.010s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.608462] env[70623]: DEBUG nova.objects.instance [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.618700] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.618926] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.619100] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.619287] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.619431] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.619577] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.619931] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.620224] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.620419] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.620772] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.620971] env[70623]: DEBUG nova.virt.hardware [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.622039] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d70dab-2d16-4c32-8f04-fe5db6bb42ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.630342] env[70623]: INFO nova.scheduler.client.report [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted allocations for instance 761d787c-3988-454d-9ceb-c8afb5e6b36b [ 911.632373] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90376ab0-d66c-464a-a1de-de6f5fe288e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.642402] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "refresh_cache-6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.642700] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Instance network_info: |[{"id": "1a15085f-484e-4616-b7fb-5c29b25d943b", "address": "fa:16:3e:a8:68:91", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a15085f-48", "ovs_interfaceid": "1a15085f-484e-4616-b7fb-5c29b25d943b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.643008] env[70623]: DEBUG oslo_concurrency.lockutils [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] Acquired lock "refresh_cache-6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.643586] env[70623]: DEBUG nova.network.neutron [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Refreshing network info cache for port 1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.644331] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:68:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a15085f-484e-4616-b7fb-5c29b25d943b', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.652780] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.666496] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.667141] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-853a196b-5b16-4cdf-aed5-fed34f0070f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.690203] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.690203] env[70623]: value = "task-2793696" [ 911.690203] env[70623]: _type = "Task" [ 911.690203] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.699431] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793696, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.774715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.810473] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.810920] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.810980] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.811323] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.811464] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.811627] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.812328] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.812544] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.812729] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.813337] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.813741] env[70623]: DEBUG nova.virt.hardware [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.815132] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24791fbe-d67e-40f5-85f7-a0f03d71b1bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.827999] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847895f9-7481-42e8-863b-d986dccd1824 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.844625] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.850734] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.851062] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.851585] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e0eeb2-6b26-4e8b-af12-fb1485c72b0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.869679] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.869679] env[70623]: value = "task-2793697" [ 911.869679] env[70623]: _type = "Task" [ 911.869679] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.882568] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793697, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.033934] env[70623]: DEBUG nova.network.neutron [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Updated VIF entry in instance network info cache for port 1a15085f-484e-4616-b7fb-5c29b25d943b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.034242] env[70623]: DEBUG nova.network.neutron [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Updating instance_info_cache with network_info: [{"id": "1a15085f-484e-4616-b7fb-5c29b25d943b", "address": "fa:16:3e:a8:68:91", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a15085f-48", "ovs_interfaceid": "1a15085f-484e-4616-b7fb-5c29b25d943b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.056923] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793695, 'name': ReconfigVM_Task, 'duration_secs': 0.285054} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.058104] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 483432da-f083-457e-97e5-deada79ffea1/483432da-f083-457e-97e5-deada79ffea1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.059050] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b7a5d0-f2cb-447f-a833-48a4c4de63d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.069337] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 912.069337] env[70623]: value = "task-2793698" [ 912.069337] env[70623]: _type = "Task" [ 912.069337] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.080884] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793698, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.158431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d83937d7-ebd4-4d1e-bd5e-297cffd6b04c tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "761d787c-3988-454d-9ceb-c8afb5e6b36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.548s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.199371] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793696, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.262778] env[70623]: DEBUG nova.network.neutron [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Successfully updated port: 845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.297250] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "ba399839-ac55-4515-b7a1-b04c623636a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.297509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "ba399839-ac55-4515-b7a1-b04c623636a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.297754] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "ba399839-ac55-4515-b7a1-b04c623636a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.297960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "ba399839-ac55-4515-b7a1-b04c623636a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.298153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "ba399839-ac55-4515-b7a1-b04c623636a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.300254] env[70623]: INFO nova.compute.manager [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Terminating instance [ 912.379255] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793697, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.540762] env[70623]: DEBUG oslo_concurrency.lockutils [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] Releasing lock "refresh_cache-6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.541080] env[70623]: DEBUG nova.compute.manager [req-2554ca32-f593-4c81-99b6-a738e48b437c req-6ab4e6ab-aa2e-4e02-bc4a-e087f331ab3a service nova] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Received event network-vif-deleted-fd6c4103-9761-4f52-8eb1-030784309d3d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 912.578900] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793698, 'name': Rename_Task, 'duration_secs': 0.1616} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.579188] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.579426] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ded655c-9bbe-46e0-82e9-fc4538f79c7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.585782] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 912.585782] env[70623]: value = "task-2793699" [ 912.585782] env[70623]: _type = "Task" [ 912.585782] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.593322] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.619311] env[70623]: DEBUG oslo_concurrency.lockutils [None req-592d707e-ec2c-47c1-8ea6-a79b642738f0 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.620660] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.215s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.620915] env[70623]: DEBUG nova.objects.instance [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'resources' on Instance uuid e74f24e6-acb4-4ae8-a297-f9cb698d16ba {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.701699] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793696, 'name': CreateVM_Task, 'duration_secs': 0.588614} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.701883] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.702606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.702773] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.703181] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.703443] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ca7abe-f97b-410e-841b-f7aa27015da5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.707803] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 912.707803] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529bc39c-f3fe-945d-b97a-5e775896ef03" [ 912.707803] env[70623]: _type = "Task" [ 912.707803] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.715608] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529bc39c-f3fe-945d-b97a-5e775896ef03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.765425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "refresh_cache-f877c6f8-f31b-47cd-ab60-4cba61f52867" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.765771] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "refresh_cache-f877c6f8-f31b-47cd-ab60-4cba61f52867" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.765771] env[70623]: DEBUG nova.network.neutron [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.804173] env[70623]: DEBUG nova.compute.manager [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.804399] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.805269] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0bf666-ca0b-44d1-b76b-95e791a4b6f8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.812994] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.813247] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c5e0553-428a-4dbe-8c46-ea98c0e95472 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.819144] env[70623]: DEBUG oslo_vmware.api [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 912.819144] env[70623]: value = "task-2793700" [ 912.819144] env[70623]: _type = "Task" [ 912.819144] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.826416] env[70623]: DEBUG oslo_vmware.api [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.879661] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793697, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.099242] env[70623]: DEBUG oslo_vmware.api [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793699, 'name': PowerOnVM_Task, 'duration_secs': 0.470458} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.099615] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.099929] env[70623]: INFO nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Took 6.62 seconds to spawn the instance on the hypervisor. [ 913.100262] env[70623]: DEBUG nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.101481] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce55f79-83d9-4aea-b190-32f71c12caeb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108042] env[70623]: DEBUG nova.compute.manager [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Received event network-vif-plugged-845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.108352] env[70623]: DEBUG oslo_concurrency.lockutils [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] Acquiring lock "f877c6f8-f31b-47cd-ab60-4cba61f52867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.108636] env[70623]: DEBUG oslo_concurrency.lockutils [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.108950] env[70623]: DEBUG oslo_concurrency.lockutils [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.109223] env[70623]: DEBUG nova.compute.manager [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] No waiting events found dispatching network-vif-plugged-845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.109507] env[70623]: WARNING nova.compute.manager [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Received unexpected event network-vif-plugged-845becdf-bcd3-4bfe-90d1-e53b8739a245 for instance with vm_state building and task_state spawning. [ 913.109799] env[70623]: DEBUG nova.compute.manager [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Received event network-changed-845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.110087] env[70623]: DEBUG nova.compute.manager [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Refreshing instance network info cache due to event network-changed-845becdf-bcd3-4bfe-90d1-e53b8739a245. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 913.111292] env[70623]: DEBUG oslo_concurrency.lockutils [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] Acquiring lock "refresh_cache-f877c6f8-f31b-47cd-ab60-4cba61f52867" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.219384] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.219645] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Processing image d372cc7f-48ff-40c3-96ee-41a55499d0b9 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.219909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.220078] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.220335] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.220957] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91a3904-0077-4e9f-a26b-6c2075f7f467 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.238616] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.238616] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.239193] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdaa387-cb35-483e-b42f-7a61ec0666e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.248074] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 913.248074] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e36d8-3e66-79ce-3a02-8eea83f6ed0c" [ 913.248074] env[70623]: _type = "Task" [ 913.248074] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.256014] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e36d8-3e66-79ce-3a02-8eea83f6ed0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.310595] env[70623]: DEBUG nova.network.neutron [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.331117] env[70623]: DEBUG oslo_vmware.api [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793700, 'name': PowerOffVM_Task, 'duration_secs': 0.187094} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.331392] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.331561] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.331808] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-473b07bc-908f-480b-b69a-688f1ad57e9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.380961] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793697, 'name': CreateVM_Task, 'duration_secs': 1.34579} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.384565] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.385194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.385362] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.385712] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.386337] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb1f6e2-bbfd-4155-b81a-7a4e04ddf9ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.391033] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 913.391033] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5211596c-090c-929d-65e6-fa63427ca54b" [ 913.391033] env[70623]: _type = "Task" [ 913.391033] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.400176] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5211596c-090c-929d-65e6-fa63427ca54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.407010] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.407279] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.407414] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleting the datastore file [datastore1] ba399839-ac55-4515-b7a1-b04c623636a5 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.407709] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-209ff191-75e9-4ca8-9a09-e9b9d82b0268 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.416336] env[70623]: DEBUG oslo_vmware.api [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for the task: (returnval){ [ 913.416336] env[70623]: value = "task-2793702" [ 913.416336] env[70623]: _type = "Task" [ 913.416336] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.424336] env[70623]: DEBUG oslo_vmware.api [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.464858] env[70623]: DEBUG nova.network.neutron [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Updating instance_info_cache with network_info: [{"id": "845becdf-bcd3-4bfe-90d1-e53b8739a245", "address": "fa:16:3e:16:83:d7", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845becdf-bc", "ovs_interfaceid": "845becdf-bcd3-4bfe-90d1-e53b8739a245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.503588] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14490f-9fd3-4381-8ee7-f735d2dbdd40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.511790] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ab2a20-6611-471a-9b2a-697ed38dcab1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.545128] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604ef82b-7dd7-434d-84dd-57763b396fd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.553752] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3851fbf-39ec-455e-81fd-c06f52123cc5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.571050] env[70623]: DEBUG nova.compute.provider_tree [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.630140] env[70623]: INFO nova.compute.manager [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Took 30.95 seconds to build instance. [ 913.758073] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 913.758290] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Fetch image to [datastore1] OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83/OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 913.758290] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Downloading stream optimized image d372cc7f-48ff-40c3-96ee-41a55499d0b9 to [datastore1] OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83/OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83.vmdk on the data store datastore1 as vApp {{(pid=70623) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 913.758457] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Downloading image file data d372cc7f-48ff-40c3-96ee-41a55499d0b9 to the ESX as VM named 'OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83' {{(pid=70623) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 913.830667] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 913.830667] env[70623]: value = "resgroup-9" [ 913.830667] env[70623]: _type = "ResourcePool" [ 913.830667] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 913.830982] env[70623]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1ef25f08-b0e6-4c61-bd97-a49c657791e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.852083] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease: (returnval){ [ 913.852083] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d0f3b-25de-b0cd-4918-8291524b7fc9" [ 913.852083] env[70623]: _type = "HttpNfcLease" [ 913.852083] env[70623]: } obtained for vApp import into resource pool (val){ [ 913.852083] env[70623]: value = "resgroup-9" [ 913.852083] env[70623]: _type = "ResourcePool" [ 913.852083] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 913.852429] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the lease: (returnval){ [ 913.852429] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d0f3b-25de-b0cd-4918-8291524b7fc9" [ 913.852429] env[70623]: _type = "HttpNfcLease" [ 913.852429] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.858648] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.858648] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d0f3b-25de-b0cd-4918-8291524b7fc9" [ 913.858648] env[70623]: _type = "HttpNfcLease" [ 913.858648] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.900738] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5211596c-090c-929d-65e6-fa63427ca54b, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.901105] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.901357] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.901594] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.901742] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.901922] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.902218] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557c6486-0cb8-49ae-bd67-c0a6ba9a23ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.910411] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.910621] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.911436] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb831bef-6708-4463-8726-9a1b05a0b795 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.917640] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 913.917640] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52013917-74ef-71b7-ed9e-ff28454b1e7c" [ 913.917640] env[70623]: _type = "Task" [ 913.917640] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.928821] env[70623]: DEBUG oslo_vmware.api [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Task: {'id': task-2793702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.931753] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.931947] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.932144] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.932319] env[70623]: INFO nova.compute.manager [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 913.932549] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.932746] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52013917-74ef-71b7-ed9e-ff28454b1e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.932951] env[70623]: DEBUG nova.compute.manager [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.933060] env[70623]: DEBUG nova.network.neutron [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.967500] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "refresh_cache-f877c6f8-f31b-47cd-ab60-4cba61f52867" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.967834] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Instance network_info: |[{"id": "845becdf-bcd3-4bfe-90d1-e53b8739a245", "address": "fa:16:3e:16:83:d7", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845becdf-bc", "ovs_interfaceid": "845becdf-bcd3-4bfe-90d1-e53b8739a245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.968151] env[70623]: DEBUG oslo_concurrency.lockutils [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] Acquired lock "refresh_cache-f877c6f8-f31b-47cd-ab60-4cba61f52867" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.968364] env[70623]: DEBUG nova.network.neutron [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Refreshing network info cache for port 845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.969587] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:83:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845becdf-bcd3-4bfe-90d1-e53b8739a245', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.977204] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.980442] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.980945] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1867a95e-c4b2-4077-bfd2-fb5070dfe9e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.002944] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.002944] env[70623]: value = "task-2793704" [ 914.002944] env[70623]: _type = "Task" [ 914.002944] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.011520] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793704, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.074812] env[70623]: DEBUG nova.scheduler.client.report [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.132923] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5146a7b9-e628-44a7-a79c-e821d4026dab tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "483432da-f083-457e-97e5-deada79ffea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.461s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.362212] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.362212] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d0f3b-25de-b0cd-4918-8291524b7fc9" [ 914.362212] env[70623]: _type = "HttpNfcLease" [ 914.362212] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 914.400973] env[70623]: DEBUG nova.network.neutron [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Updated VIF entry in instance network info cache for port 845becdf-bcd3-4bfe-90d1-e53b8739a245. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.401391] env[70623]: DEBUG nova.network.neutron [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Updating instance_info_cache with network_info: [{"id": "845becdf-bcd3-4bfe-90d1-e53b8739a245", "address": "fa:16:3e:16:83:d7", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845becdf-bc", "ovs_interfaceid": "845becdf-bcd3-4bfe-90d1-e53b8739a245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.431325] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52013917-74ef-71b7-ed9e-ff28454b1e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.432142] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6c960e-ab5b-490a-a24f-ce69b7b93902 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.437874] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 914.437874] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522de051-79c6-3e1d-18c4-41d6d2357f1e" [ 914.437874] env[70623]: _type = "Task" [ 914.437874] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.445385] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522de051-79c6-3e1d-18c4-41d6d2357f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.512616] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793704, 'name': CreateVM_Task, 'duration_secs': 0.326397} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.512790] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.513463] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.513629] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.513937] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.514194] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189790ad-d9d4-404d-aa82-47d4121a2885 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.518287] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 914.518287] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525d5c56-b322-b5c0-7f44-89820a2efd54" [ 914.518287] env[70623]: _type = "Task" [ 914.518287] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.525732] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525d5c56-b322-b5c0-7f44-89820a2efd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.582425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.584882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.306s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.585130] env[70623]: DEBUG nova.objects.instance [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lazy-loading 'resources' on Instance uuid 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.610470] env[70623]: INFO nova.scheduler.client.report [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted allocations for instance e74f24e6-acb4-4ae8-a297-f9cb698d16ba [ 914.863963] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.863963] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d0f3b-25de-b0cd-4918-8291524b7fc9" [ 914.863963] env[70623]: _type = "HttpNfcLease" [ 914.863963] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.864367] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.864367] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522d0f3b-25de-b0cd-4918-8291524b7fc9" [ 914.864367] env[70623]: _type = "HttpNfcLease" [ 914.864367] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 914.865115] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118b94a-bdeb-4b21-85c0-4c23bfe76671 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.867615] env[70623]: DEBUG nova.network.neutron [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.873777] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52577812-10c4-6050-b603-0e389c12a531/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.873994] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52577812-10c4-6050-b603-0e389c12a531/disk-0.vmdk. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 914.931015] env[70623]: DEBUG oslo_concurrency.lockutils [req-cccbae89-8b92-4541-9098-7708c0cbefc1 req-952b47ca-7535-4c55-afb1-fbe627620c99 service nova] Releasing lock "refresh_cache-f877c6f8-f31b-47cd-ab60-4cba61f52867" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.934071] env[70623]: DEBUG nova.compute.manager [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-changed-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 914.934260] env[70623]: DEBUG nova.compute.manager [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing instance network info cache due to event network-changed-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 914.934470] env[70623]: DEBUG oslo_concurrency.lockutils [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.934613] env[70623]: DEBUG oslo_concurrency.lockutils [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.934772] env[70623]: DEBUG nova.network.neutron [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing network info cache for port 7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.946852] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c250e4c4-5127-4e23-a790-65fe88428789 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.956036] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522de051-79c6-3e1d-18c4-41d6d2357f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.957340] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.957629] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.958236] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-883008d6-37f4-4ed8-9a6a-4435504f3276 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.965490] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 914.965490] env[70623]: value = "task-2793705" [ 914.965490] env[70623]: _type = "Task" [ 914.965490] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.974337] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.030900] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525d5c56-b322-b5c0-7f44-89820a2efd54, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.031265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.031528] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.031767] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.031914] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.032105] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.032360] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2385086-4c2c-41c9-80e7-6a0dd0ad52a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.044113] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.045020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.045116] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b625b1ca-9133-4499-b581-e4f93a85df14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.050233] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 915.050233] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bee5f1-0b98-6934-8a70-74d20b61d2bf" [ 915.050233] env[70623]: _type = "Task" [ 915.050233] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.058289] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bee5f1-0b98-6934-8a70-74d20b61d2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.118949] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d5f84ea-6912-4f68-9da2-92c63e2473b7 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "e74f24e6-acb4-4ae8-a297-f9cb698d16ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.543s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.152989] env[70623]: DEBUG nova.compute.manager [req-c5955c59-a78a-4cc8-9a32-b01309e254ae req-34ffeb0a-9d8b-4109-b343-ce1b783bce4a service nova] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Received event network-vif-deleted-2e159e6d-e628-45c4-af0e-cb646e1e99d9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.371695] env[70623]: INFO nova.compute.manager [-] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Took 1.44 seconds to deallocate network for instance. [ 915.481717] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793705, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.568976] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bee5f1-0b98-6934-8a70-74d20b61d2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.574247] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be615f2f-4625-4521-bf2b-817b926744e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.580239] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 915.580239] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295eabd-da54-d2b4-b7fe-e8d89fef4dcd" [ 915.580239] env[70623]: _type = "Task" [ 915.580239] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.590429] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295eabd-da54-d2b4-b7fe-e8d89fef4dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.594081] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efef556-8bf1-40fc-b246-b0d80b4dfeb4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.603956] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baadb954-f8ae-482e-9b2b-bdd5563f4042 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.646387] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0357996-3184-4526-8573-d36e4efe8062 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.654796] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0451ca0-2724-47c0-bd53-087ed63154c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.670209] env[70623]: DEBUG nova.compute.provider_tree [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.731218] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 915.731500] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52577812-10c4-6050-b603-0e389c12a531/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.732644] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8b7e9-6fbe-48ba-a392-5687c02664ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.740959] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52577812-10c4-6050-b603-0e389c12a531/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.741224] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52577812-10c4-6050-b603-0e389c12a531/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 915.741536] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-365f4ea1-3ac5-4f52-832e-b23df10f228b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.912217] env[70623]: DEBUG oslo_vmware.rw_handles [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52577812-10c4-6050-b603-0e389c12a531/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 915.912522] env[70623]: INFO nova.virt.vmwareapi.images [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Downloaded image file data d372cc7f-48ff-40c3-96ee-41a55499d0b9 [ 915.913403] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89ddc5-feda-442f-8d82-59bed66f3ec9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.932289] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-476344b5-d3c2-429b-b71f-798c550d0a68 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.977527] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528573} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.977709] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.977865] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.978478] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d227f25-d5fb-4cd0-9a48-e8ed6b84a280 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.983720] env[70623]: INFO nova.virt.vmwareapi.images [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] The imported VM was unregistered [ 915.986459] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 915.986740] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9 {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.987993] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477524af-05e7-4f0b-9e9f-97faa659157b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.989978] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 915.989978] env[70623]: value = "task-2793707" [ 915.989978] env[70623]: _type = "Task" [ 915.989978] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.001250] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.002991] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created directory with path [datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9 {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.003206] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83/OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83.vmdk to [datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk. {{(pid=70623) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 916.003545] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed42fb5f-4037-4da4-ba1b-3e82056138b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.009668] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 916.009668] env[70623]: value = "task-2793708" [ 916.009668] env[70623]: _type = "Task" [ 916.009668] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.017773] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.034630] env[70623]: DEBUG nova.network.neutron [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updated VIF entry in instance network info cache for port 7e1ba6b3-a3f3-4806-89ed-1ae91177f2db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.035040] env[70623]: DEBUG nova.network.neutron [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.090757] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295eabd-da54-d2b4-b7fe-e8d89fef4dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.091087] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.091344] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f877c6f8-f31b-47cd-ab60-4cba61f52867/f877c6f8-f31b-47cd-ab60-4cba61f52867.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.091608] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b47e9221-b654-41b6-b25b-87068ee65204 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.097783] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 916.097783] env[70623]: value = "task-2793709" [ 916.097783] env[70623]: _type = "Task" [ 916.097783] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.105348] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.173226] env[70623]: DEBUG nova.scheduler.client.report [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.500008] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073982} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.500333] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.501167] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68cf12-821f-40f7-81dc-06331477a651 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.522666] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.525743] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aea3cb2-70ee-4f6a-968a-ed0e25faf2aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.540634] env[70623]: DEBUG oslo_concurrency.lockutils [req-e442834c-2397-485e-9ddc-8137fccd7a6f req-f988fe5d-91df-47b4-9918-8b4486c975a5 service nova] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.547179] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.547716] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 916.547716] env[70623]: value = "task-2793710" [ 916.547716] env[70623]: _type = "Task" [ 916.547716] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.555566] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.608059] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.678602] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.681401] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.413s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.683275] env[70623]: INFO nova.compute.claims [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.731904] env[70623]: INFO nova.scheduler.client.report [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Deleted allocations for instance 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a [ 917.028666] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.064146] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.115318] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793709, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.240405] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c62879f1-afdb-4dbe-8ba2-a1a2a8dd769c tempest-ImagesOneServerNegativeTestJSON-2131676596 tempest-ImagesOneServerNegativeTestJSON-2131676596-project-member] Lock "21bb86c1-6fec-4555-aeff-ba6c04bc7a5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.979s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.530431] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.562679] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793710, 'name': ReconfigVM_Task, 'duration_secs': 0.722466} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.563085] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] c9621719-8bb0-49dd-a300-4215878ae13b/c9621719-8bb0-49dd-a300-4215878ae13b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.563856] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f8a764-ef35-4c58-8c6c-62ea191ba04c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.575602] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 917.575602] env[70623]: value = "task-2793711" [ 917.575602] env[70623]: _type = "Task" [ 917.575602] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.589640] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793711, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.611841] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793709, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042831} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.612147] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f877c6f8-f31b-47cd-ab60-4cba61f52867/f877c6f8-f31b-47cd-ab60-4cba61f52867.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.612368] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.612626] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-470cea9a-6373-4d9b-bc2a-8fd9a6c5107e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.621515] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 917.621515] env[70623]: value = "task-2793712" [ 917.621515] env[70623]: _type = "Task" [ 917.621515] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.634373] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.911086] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.911086] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.033233] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.092697] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793711, 'name': Rename_Task, 'duration_secs': 0.15643} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.093009] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.093285] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa63fec-64e5-43fd-8811-732598edc7fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.102455] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35f5af6-19fd-4b32-9bc0-d17018b3fd77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.106642] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 918.106642] env[70623]: value = "task-2793713" [ 918.106642] env[70623]: _type = "Task" [ 918.106642] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.114260] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9eaa77-06f7-46b2-9a44-8f83427e0eac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.123032] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.156054] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a529c31-dbe6-4db5-be32-ef51ca4fabc9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.163755] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071398} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.166263] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.166263] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad3128d-a80a-4a4c-b7ab-068809c56b1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.171433] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac5b038-f5b6-4c64-acf4-72d0943669dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.195289] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] f877c6f8-f31b-47cd-ab60-4cba61f52867/f877c6f8-f31b-47cd-ab60-4cba61f52867.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.196473] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128ed72e-5d1a-44a4-9256-2af07cf3b724 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.219816] env[70623]: DEBUG nova.compute.provider_tree [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.228291] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 918.228291] env[70623]: value = "task-2793714" [ 918.228291] env[70623]: _type = "Task" [ 918.228291] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.237570] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.414423] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.530226] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.621904] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.726260] env[70623]: DEBUG nova.scheduler.client.report [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.753386] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793714, 'name': ReconfigVM_Task, 'duration_secs': 0.419271} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.753386] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Reconfigured VM instance instance-0000004a to attach disk [datastore2] f877c6f8-f31b-47cd-ab60-4cba61f52867/f877c6f8-f31b-47cd-ab60-4cba61f52867.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.753386] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e07dd3b-95b4-4623-8c3d-85860b026842 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.761622] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 918.761622] env[70623]: value = "task-2793715" [ 918.761622] env[70623]: _type = "Task" [ 918.761622] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.780390] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793715, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.938941] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.035618] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793708, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.920042} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.036009] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83/OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83.vmdk to [datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk. [ 919.036234] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Cleaning up location [datastore1] OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 919.036447] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_94b985c3-76c9-4308-8fd0-cb7b7541bb83 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.036947] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4666f4ff-6c75-468a-a5ea-e59d46010d72 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.044789] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 919.044789] env[70623]: value = "task-2793716" [ 919.044789] env[70623]: _type = "Task" [ 919.044789] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.053143] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.119831] env[70623]: DEBUG oslo_vmware.api [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793713, 'name': PowerOnVM_Task, 'duration_secs': 0.52728} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.120200] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.120403] env[70623]: DEBUG nova.compute.manager [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.121300] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4407ed-2962-4931-8e62-86ccedaf8c8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.238916] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.239073] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.241689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.054s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.241910] env[70623]: DEBUG nova.objects.instance [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lazy-loading 'resources' on Instance uuid 0cc8a809-9d88-44c9-bd99-a8df4c77f464 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.276748] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793715, 'name': Rename_Task, 'duration_secs': 0.444712} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.277239] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.277608] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc950a1-5bf3-4474-bc9c-6ae895ee4909 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.285764] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 919.285764] env[70623]: value = "task-2793717" [ 919.285764] env[70623]: _type = "Task" [ 919.285764] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.293395] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.556032] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032468} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.556032] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.556032] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.556032] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk to [datastore1] 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d/6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.556032] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c7219b1-2422-4295-8383-7a7291d360c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.563308] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 919.563308] env[70623]: value = "task-2793718" [ 919.563308] env[70623]: _type = "Task" [ 919.563308] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.571133] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.638011] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.746899] env[70623]: DEBUG nova.compute.utils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.751607] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.751751] env[70623]: DEBUG nova.network.neutron [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.799052] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.805262] env[70623]: DEBUG nova.policy [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.074257] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793718, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.206272] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a82ecf-ee4b-43de-8e10-be8126d26972 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.217484] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5593d2-39e0-4359-9cdb-0c27554573aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.254261] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.259065] env[70623]: DEBUG nova.network.neutron [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Successfully created port: a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.261877] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28715c8-8883-4dc3-9db8-121d0d2528a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.271902] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fee5f-d2b4-4c83-827f-05c81e6866c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.287728] env[70623]: DEBUG nova.compute.provider_tree [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.297895] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793717, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.574242] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793718, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.794116] env[70623]: DEBUG nova.scheduler.client.report [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.803172] env[70623]: DEBUG oslo_vmware.api [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793717, 'name': PowerOnVM_Task, 'duration_secs': 1.287798} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.803426] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.804521] env[70623]: INFO nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Took 9.22 seconds to spawn the instance on the hypervisor. [ 920.804521] env[70623]: DEBUG nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.804653] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99169faf-db0a-4d78-b732-3b419f00664d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.948869] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "c9621719-8bb0-49dd-a300-4215878ae13b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.948963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "c9621719-8bb0-49dd-a300-4215878ae13b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.949208] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "c9621719-8bb0-49dd-a300-4215878ae13b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.949399] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "c9621719-8bb0-49dd-a300-4215878ae13b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.949571] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "c9621719-8bb0-49dd-a300-4215878ae13b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.952159] env[70623]: INFO nova.compute.manager [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Terminating instance [ 921.074618] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793718, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.268541] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.299304] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.303951] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.304224] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.304359] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.304533] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.304671] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.304810] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.305093] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.305298] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.305482] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.305759] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.306015] env[70623]: DEBUG nova.virt.hardware [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.306609] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.394s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.308165] env[70623]: INFO nova.compute.claims [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.312379] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02009d9a-387e-4b55-98b5-166dc392ab5d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.326691] env[70623]: INFO nova.compute.manager [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Took 37.05 seconds to build instance. [ 921.332897] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76240d20-d476-41e0-bed6-2be5d33c51a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.363660] env[70623]: INFO nova.scheduler.client.report [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Deleted allocations for instance 0cc8a809-9d88-44c9-bd99-a8df4c77f464 [ 921.457562] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "refresh_cache-c9621719-8bb0-49dd-a300-4215878ae13b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.457562] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquired lock "refresh_cache-c9621719-8bb0-49dd-a300-4215878ae13b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.457562] env[70623]: DEBUG nova.network.neutron [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.575323] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793718, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.841255] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebbd2897-433a-4281-8e3a-f980d284412f tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.571s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.857011] env[70623]: DEBUG nova.compute.manager [req-90d1be2d-9a6c-4dd6-a9ab-53d8a55076ab req-2992fe84-2b30-4894-9963-ffb01ce60ee4 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Received event network-vif-plugged-a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.857217] env[70623]: DEBUG oslo_concurrency.lockutils [req-90d1be2d-9a6c-4dd6-a9ab-53d8a55076ab req-2992fe84-2b30-4894-9963-ffb01ce60ee4 service nova] Acquiring lock "5b038593-14ae-4ee4-b9c9-caad1692f06a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.857456] env[70623]: DEBUG oslo_concurrency.lockutils [req-90d1be2d-9a6c-4dd6-a9ab-53d8a55076ab req-2992fe84-2b30-4894-9963-ffb01ce60ee4 service nova] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.857745] env[70623]: DEBUG oslo_concurrency.lockutils [req-90d1be2d-9a6c-4dd6-a9ab-53d8a55076ab req-2992fe84-2b30-4894-9963-ffb01ce60ee4 service nova] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.857956] env[70623]: DEBUG nova.compute.manager [req-90d1be2d-9a6c-4dd6-a9ab-53d8a55076ab req-2992fe84-2b30-4894-9963-ffb01ce60ee4 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] No waiting events found dispatching network-vif-plugged-a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.859085] env[70623]: WARNING nova.compute.manager [req-90d1be2d-9a6c-4dd6-a9ab-53d8a55076ab req-2992fe84-2b30-4894-9963-ffb01ce60ee4 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Received unexpected event network-vif-plugged-a5b1e16f-3c37-410c-bce8-38370dfd695e for instance with vm_state building and task_state spawning. [ 921.874851] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7e3074d8-93c4-4320-b7f9-0b8caa7f466f tempest-ServerMetadataTestJSON-573150902 tempest-ServerMetadataTestJSON-573150902-project-member] Lock "0cc8a809-9d88-44c9-bd99-a8df4c77f464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.079s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.931132] env[70623]: DEBUG nova.network.neutron [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Successfully updated port: a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.980039] env[70623]: DEBUG nova.network.neutron [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.028510] env[70623]: DEBUG nova.network.neutron [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.083630] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793718, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.3132} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.083978] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d372cc7f-48ff-40c3-96ee-41a55499d0b9/d372cc7f-48ff-40c3-96ee-41a55499d0b9.vmdk to [datastore1] 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d/6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.084834] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd401a4-94dd-4878-80f2-3ac835cdd998 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.108821] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d/6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.109872] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c6573b-fbe7-4898-971d-57cef1b7ea19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.125183] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "f877c6f8-f31b-47cd-ab60-4cba61f52867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.125432] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.125632] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "f877c6f8-f31b-47cd-ab60-4cba61f52867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.125813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.125980] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.128456] env[70623]: INFO nova.compute.manager [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Terminating instance [ 922.133141] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 922.133141] env[70623]: value = "task-2793719" [ 922.133141] env[70623]: _type = "Task" [ 922.133141] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.142890] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793719, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.434327] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-5b038593-14ae-4ee4-b9c9-caad1692f06a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.434634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-5b038593-14ae-4ee4-b9c9-caad1692f06a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.435159] env[70623]: DEBUG nova.network.neutron [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.531311] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Releasing lock "refresh_cache-c9621719-8bb0-49dd-a300-4215878ae13b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.532116] env[70623]: DEBUG nova.compute.manager [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.532457] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.533749] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c400e-82ac-4854-af65-50fa73848377 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542168] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.544802] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef74eac-5927-4694-ac01-37ced9c7a01d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.551397] env[70623]: DEBUG oslo_vmware.api [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 922.551397] env[70623]: value = "task-2793720" [ 922.551397] env[70623]: _type = "Task" [ 922.551397] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.562507] env[70623]: DEBUG oslo_vmware.api [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.646300] env[70623]: DEBUG nova.compute.manager [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.646592] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.647649] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2728f1-19bb-49d7-8ab5-05f4e88ccae6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.655739] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.658812] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b432f992-3b58-45c2-8673-1c58423ad18c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.660385] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793719, 'name': ReconfigVM_Task, 'duration_secs': 0.300088} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.662848] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d/6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.663931] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3662312d-9108-49f8-b973-86191405ce64 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.668567] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 922.668567] env[70623]: value = "task-2793721" [ 922.668567] env[70623]: _type = "Task" [ 922.668567] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.672433] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 922.672433] env[70623]: value = "task-2793722" [ 922.672433] env[70623]: _type = "Task" [ 922.672433] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.678844] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.686024] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793722, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.769563] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbbca9f-e849-4a54-a113-c38ab2c00113 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.781524] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96f84c-d49e-4033-a9a9-0e470804e535 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.841089] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b221f72c-719b-461a-a9ee-0fe72e3ec53f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.852436] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6a79c-8d91-4bc4-8006-45bc7fe2b7e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.877330] env[70623]: DEBUG nova.compute.provider_tree [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.967367] env[70623]: DEBUG nova.network.neutron [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.067380] env[70623]: DEBUG oslo_vmware.api [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793720, 'name': PowerOffVM_Task, 'duration_secs': 0.429124} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.067763] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.068419] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.068419] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92fcd358-f6ad-45d3-9f10-a200ac7aba13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.149724] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.149881] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.150123] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Deleting the datastore file [datastore2] c9621719-8bb0-49dd-a300-4215878ae13b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.150461] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8bf4e8-33ca-4f6c-bc3c-49c0a9874cd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.157671] env[70623]: DEBUG oslo_vmware.api [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for the task: (returnval){ [ 923.157671] env[70623]: value = "task-2793724" [ 923.157671] env[70623]: _type = "Task" [ 923.157671] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.165260] env[70623]: DEBUG oslo_vmware.api [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.179179] env[70623]: DEBUG nova.network.neutron [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Updating instance_info_cache with network_info: [{"id": "a5b1e16f-3c37-410c-bce8-38370dfd695e", "address": "fa:16:3e:a5:c5:07", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b1e16f-3c", "ovs_interfaceid": "a5b1e16f-3c37-410c-bce8-38370dfd695e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.185029] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793721, 'name': PowerOffVM_Task, 'duration_secs': 0.317199} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.185888] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.185888] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.185888] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e939d00f-2dcf-4f0c-8b7e-db0ab43c4c1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.190885] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793722, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.364539] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.364539] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.364539] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleting the datastore file [datastore2] f877c6f8-f31b-47cd-ab60-4cba61f52867 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.364539] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c10ad0-d4bc-4b39-8c6d-9795fb8a795b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.371812] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 923.371812] env[70623]: value = "task-2793726" [ 923.371812] env[70623]: _type = "Task" [ 923.371812] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.383836] env[70623]: DEBUG nova.scheduler.client.report [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.389743] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.672619] env[70623]: DEBUG oslo_vmware.api [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Task: {'id': task-2793724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118831} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.673243] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.673701] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.674023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.674312] env[70623]: INFO nova.compute.manager [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 923.674665] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.675077] env[70623]: DEBUG nova.compute.manager [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.675275] env[70623]: DEBUG nova.network.neutron [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.687654] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-5b038593-14ae-4ee4-b9c9-caad1692f06a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.688114] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Instance network_info: |[{"id": "a5b1e16f-3c37-410c-bce8-38370dfd695e", "address": "fa:16:3e:a5:c5:07", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b1e16f-3c", "ovs_interfaceid": "a5b1e16f-3c37-410c-bce8-38370dfd695e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.688557] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793722, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.689107] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:c5:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5b1e16f-3c37-410c-bce8-38370dfd695e', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.699031] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.699031] env[70623]: DEBUG nova.network.neutron [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.700639] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.701537] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec1eb2fa-379b-4710-9580-ee162ecbc3bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.726024] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.726024] env[70623]: value = "task-2793727" [ 923.726024] env[70623]: _type = "Task" [ 923.726024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.734755] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793727, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.883379] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.890359] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.890855] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.895813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.954s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.895813] env[70623]: DEBUG nova.objects.instance [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lazy-loading 'resources' on Instance uuid b39d8432-d639-4fb1-ab8a-4aa01d524bfd {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.899105] env[70623]: DEBUG nova.compute.manager [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Received event network-changed-a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.899105] env[70623]: DEBUG nova.compute.manager [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Refreshing instance network info cache due to event network-changed-a5b1e16f-3c37-410c-bce8-38370dfd695e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.899105] env[70623]: DEBUG oslo_concurrency.lockutils [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] Acquiring lock "refresh_cache-5b038593-14ae-4ee4-b9c9-caad1692f06a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.899105] env[70623]: DEBUG oslo_concurrency.lockutils [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] Acquired lock "refresh_cache-5b038593-14ae-4ee4-b9c9-caad1692f06a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.899105] env[70623]: DEBUG nova.network.neutron [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Refreshing network info cache for port a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.082311] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.083010] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.187763] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793722, 'name': Rename_Task, 'duration_secs': 1.475314} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.188968] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.188968] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-682d608d-a49d-404b-bddc-1458bb5720c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.197838] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 924.197838] env[70623]: value = "task-2793728" [ 924.197838] env[70623]: _type = "Task" [ 924.197838] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.207456] env[70623]: DEBUG nova.network.neutron [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.207456] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.237800] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793727, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.385613] env[70623]: DEBUG oslo_vmware.api [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544636} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.385957] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.386161] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.386342] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.386537] env[70623]: INFO nova.compute.manager [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Took 1.74 seconds to destroy the instance on the hypervisor. [ 924.386840] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.387044] env[70623]: DEBUG nova.compute.manager [-] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.387143] env[70623]: DEBUG nova.network.neutron [-] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.407029] env[70623]: DEBUG nova.compute.utils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.407969] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.408383] env[70623]: DEBUG nova.network.neutron [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.447376] env[70623]: DEBUG nova.policy [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888886d29934582b204d1c9968cb329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf46988ae64770aaf7e094b808fca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.585781] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.707098] env[70623]: INFO nova.compute.manager [-] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Took 1.03 seconds to deallocate network for instance. [ 924.717971] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.741898] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793727, 'name': CreateVM_Task, 'duration_secs': 0.693658} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.745953] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.748752] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.749058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.749515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.750193] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acb37f8-491f-4b31-b597-88606f07138c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.759065] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 924.759065] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52abff6a-d248-da9a-d738-363d7f7e9734" [ 924.759065] env[70623]: _type = "Task" [ 924.759065] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.778336] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52abff6a-d248-da9a-d738-363d7f7e9734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.779438] env[70623]: DEBUG nova.network.neutron [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Updated VIF entry in instance network info cache for port a5b1e16f-3c37-410c-bce8-38370dfd695e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.779910] env[70623]: DEBUG nova.network.neutron [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Updating instance_info_cache with network_info: [{"id": "a5b1e16f-3c37-410c-bce8-38370dfd695e", "address": "fa:16:3e:a5:c5:07", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b1e16f-3c", "ovs_interfaceid": "a5b1e16f-3c37-410c-bce8-38370dfd695e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.806455] env[70623]: DEBUG nova.network.neutron [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Successfully created port: 0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.879760] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4970e47-84ae-4498-b8be-8ad0ead3341c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.888919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444cce1b-66a8-4468-a840-85ad3759e1ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.921133] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.921999] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df4636-0595-41d3-81bd-3787036ca221 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.930199] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2571530d-2993-45d5-8c4b-1ca9c189a5c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.943527] env[70623]: DEBUG nova.compute.provider_tree [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.116902] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.209508] env[70623]: DEBUG oslo_vmware.api [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793728, 'name': PowerOnVM_Task, 'duration_secs': 0.681435} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.209827] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.210064] env[70623]: INFO nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Took 16.19 seconds to spawn the instance on the hypervisor. [ 925.210285] env[70623]: DEBUG nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.211130] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45ffc5-9bb9-4db8-b3b5-24a6b1f4a468 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.226778] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.271314] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52abff6a-d248-da9a-d738-363d7f7e9734, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.271628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.271866] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.272116] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.272372] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.272561] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.272854] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53731b87-bd68-4638-b946-606e5481314a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289459] env[70623]: DEBUG nova.network.neutron [-] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.290899] env[70623]: DEBUG oslo_concurrency.lockutils [req-f6d57a6c-cbfc-4716-a5b8-dc51c5f70861 req-4497b173-b7d5-4833-8606-0095ce335a39 service nova] Releasing lock "refresh_cache-5b038593-14ae-4ee4-b9c9-caad1692f06a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.300782] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.300969] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.301823] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1d249d-3b12-44e6-a5d0-1d46162682fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.315098] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 925.315098] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b7ccdc-1182-15a7-d71d-3fe8fb3387e0" [ 925.315098] env[70623]: _type = "Task" [ 925.315098] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.323365] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b7ccdc-1182-15a7-d71d-3fe8fb3387e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.446293] env[70623]: DEBUG nova.scheduler.client.report [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.728387] env[70623]: INFO nova.compute.manager [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Took 42.55 seconds to build instance. [ 925.793354] env[70623]: INFO nova.compute.manager [-] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Took 1.41 seconds to deallocate network for instance. [ 925.826038] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b7ccdc-1182-15a7-d71d-3fe8fb3387e0, 'name': SearchDatastore_Task, 'duration_secs': 0.059363} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.826679] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e6455d-a663-4b9f-a7e0-1b4902bf7703 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.833808] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 925.833808] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720ed8-4b9e-a962-68a6-0f97e6317661" [ 925.833808] env[70623]: _type = "Task" [ 925.833808] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.841882] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720ed8-4b9e-a962-68a6-0f97e6317661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.925456] env[70623]: DEBUG nova.compute.manager [req-62c58e6b-259d-4e34-87fc-5d3362ab36fd req-636fbdef-c09d-421b-ac0b-dc7d1dac25aa service nova] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Received event network-vif-deleted-845becdf-bcd3-4bfe-90d1-e53b8739a245 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.930086] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.951476] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.954085] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.869s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.954085] env[70623]: DEBUG nova.objects.instance [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lazy-loading 'resources' on Instance uuid 17c20875-43b5-4904-964a-33298f4d2e56 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.958754] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.959021] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.959174] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.959383] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.959544] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.959910] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.959910] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.960490] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.960490] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.960490] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.960671] env[70623]: DEBUG nova.virt.hardware [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.962073] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423b209-8c0e-4fbb-9fa4-1e493a437430 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.971070] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9234d2c1-fb32-4147-a468-215603a18417 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.975570] env[70623]: INFO nova.scheduler.client.report [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted allocations for instance b39d8432-d639-4fb1-ab8a-4aa01d524bfd [ 926.230692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f7e0fcb5-e57e-4f7b-b004-f496f1c7236e tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.059s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.302772] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.346605] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720ed8-4b9e-a962-68a6-0f97e6317661, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.346867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.347142] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 5b038593-14ae-4ee4-b9c9-caad1692f06a/5b038593-14ae-4ee4-b9c9-caad1692f06a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.347398] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782f3b97-48a6-48e0-8052-4e207c6df4c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.355290] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 926.355290] env[70623]: value = "task-2793729" [ 926.355290] env[70623]: _type = "Task" [ 926.355290] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.363389] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.387721] env[70623]: DEBUG nova.compute.manager [req-307aed34-4754-4091-ac33-605e14dd2585 req-615aedfc-c365-4283-9621-90e887a29b79 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Received event network-vif-plugged-0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.387941] env[70623]: DEBUG oslo_concurrency.lockutils [req-307aed34-4754-4091-ac33-605e14dd2585 req-615aedfc-c365-4283-9621-90e887a29b79 service nova] Acquiring lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.388170] env[70623]: DEBUG oslo_concurrency.lockutils [req-307aed34-4754-4091-ac33-605e14dd2585 req-615aedfc-c365-4283-9621-90e887a29b79 service nova] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.388355] env[70623]: DEBUG oslo_concurrency.lockutils [req-307aed34-4754-4091-ac33-605e14dd2585 req-615aedfc-c365-4283-9621-90e887a29b79 service nova] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.388591] env[70623]: DEBUG nova.compute.manager [req-307aed34-4754-4091-ac33-605e14dd2585 req-615aedfc-c365-4283-9621-90e887a29b79 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] No waiting events found dispatching network-vif-plugged-0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.388722] env[70623]: WARNING nova.compute.manager [req-307aed34-4754-4091-ac33-605e14dd2585 req-615aedfc-c365-4283-9621-90e887a29b79 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Received unexpected event network-vif-plugged-0d59c850-2c42-4421-aee5-bbe2df78dd7c for instance with vm_state building and task_state spawning. [ 926.414664] env[70623]: DEBUG nova.network.neutron [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Successfully updated port: 0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.492495] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ba3a94d7-ba3f-4e8c-841d-cf02e376f241 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "b39d8432-d639-4fb1-ab8a-4aa01d524bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.070s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.775066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.775066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.775414] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.775414] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.775527] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.778119] env[70623]: INFO nova.compute.manager [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Terminating instance [ 926.834719] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ff02fa-145b-4aaf-90aa-e776a7cd28a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.842845] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b57bdc1-b3f7-4729-9c91-8966244a9534 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.876140] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fd291-4163-4a71-9ab3-3451419a109a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.884012] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451695} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.886082] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 5b038593-14ae-4ee4-b9c9-caad1692f06a/5b038593-14ae-4ee4-b9c9-caad1692f06a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.886313] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.886733] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69813dd5-d326-4c69-9083-5746d9e60c7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.889574] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072956c2-2312-4b9c-abf0-356fb62d785e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.906131] env[70623]: DEBUG nova.compute.provider_tree [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.908792] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 926.908792] env[70623]: value = "task-2793730" [ 926.908792] env[70623]: _type = "Task" [ 926.908792] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.917382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.917534] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.918879] env[70623]: DEBUG nova.network.neutron [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.918879] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.286646] env[70623]: DEBUG nova.compute.manager [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.286982] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.287912] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc601f-81bc-423a-98ee-4533c5c88208 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.295483] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.295759] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bab177ff-da25-4e69-9d94-cb1281a415d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.301534] env[70623]: DEBUG oslo_vmware.api [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 927.301534] env[70623]: value = "task-2793731" [ 927.301534] env[70623]: _type = "Task" [ 927.301534] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.309566] env[70623]: DEBUG oslo_vmware.api [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.410869] env[70623]: DEBUG nova.scheduler.client.report [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.425760] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064513} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.426058] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.427158] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ab9bf-a713-4c75-95bb-6bedad88911d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.450884] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 5b038593-14ae-4ee4-b9c9-caad1692f06a/5b038593-14ae-4ee4-b9c9-caad1692f06a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.451781] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35eaabd9-c31e-43d9-aa1d-c1f7245f7d9d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.467343] env[70623]: DEBUG nova.network.neutron [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.476522] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 927.476522] env[70623]: value = "task-2793732" [ 927.476522] env[70623]: _type = "Task" [ 927.476522] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.487625] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.651347] env[70623]: DEBUG nova.network.neutron [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updating instance_info_cache with network_info: [{"id": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "address": "fa:16:3e:aa:d7:6a", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d59c850-2c", "ovs_interfaceid": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.811234] env[70623]: DEBUG oslo_vmware.api [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793731, 'name': PowerOffVM_Task, 'duration_secs': 0.240472} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.811551] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.811665] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.811915] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d76e082-a61d-4b47-92e8-36934b575a77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.872595] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.872817] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.873036] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleting the datastore file [datastore1] 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.873295] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a02c821-4c02-4b41-a8d6-602e11bc65c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.879796] env[70623]: DEBUG oslo_vmware.api [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 927.879796] env[70623]: value = "task-2793734" [ 927.879796] env[70623]: _type = "Task" [ 927.879796] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.887388] env[70623]: DEBUG oslo_vmware.api [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.920374] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.922277] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.615s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.922503] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.924584] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.150s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.924840] env[70623]: DEBUG nova.objects.instance [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lazy-loading 'resources' on Instance uuid 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.941308] env[70623]: INFO nova.scheduler.client.report [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleted allocations for instance 7e1af86a-27c4-4a67-a43b-531dee349f64 [ 927.943355] env[70623]: INFO nova.scheduler.client.report [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Deleted allocations for instance 17c20875-43b5-4904-964a-33298f4d2e56 [ 927.988947] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793732, 'name': ReconfigVM_Task, 'duration_secs': 0.291114} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.989283] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 5b038593-14ae-4ee4-b9c9-caad1692f06a/5b038593-14ae-4ee4-b9c9-caad1692f06a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.989955] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77e3be3b-1959-4c0b-98aa-951ac9abddd1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.996269] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 927.996269] env[70623]: value = "task-2793735" [ 927.996269] env[70623]: _type = "Task" [ 927.996269] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.006038] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793735, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.155007] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.155503] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Instance network_info: |[{"id": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "address": "fa:16:3e:aa:d7:6a", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d59c850-2c", "ovs_interfaceid": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.156121] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d59c850-2c42-4421-aee5-bbe2df78dd7c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.169238] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.169528] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.169835] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b43418c-80d7-4c25-a271-589022b3d4d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.200391] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.200391] env[70623]: value = "task-2793736" [ 928.200391] env[70623]: _type = "Task" [ 928.200391] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.211750] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793736, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.389459] env[70623]: DEBUG oslo_vmware.api [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132805} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.389737] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.389933] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.390133] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.390317] env[70623]: INFO nova.compute.manager [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 928.390923] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.391157] env[70623]: DEBUG nova.compute.manager [-] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.391256] env[70623]: DEBUG nova.network.neutron [-] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.417938] env[70623]: DEBUG nova.compute.manager [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Received event network-changed-0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 928.418147] env[70623]: DEBUG nova.compute.manager [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Refreshing instance network info cache due to event network-changed-0d59c850-2c42-4421-aee5-bbe2df78dd7c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 928.418376] env[70623]: DEBUG oslo_concurrency.lockutils [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] Acquiring lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.418558] env[70623]: DEBUG oslo_concurrency.lockutils [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] Acquired lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.418704] env[70623]: DEBUG nova.network.neutron [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Refreshing network info cache for port 0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.453306] env[70623]: DEBUG oslo_concurrency.lockutils [None req-935fe232-ebe2-43b8-9ce5-3f88bc32e98f tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "7e1af86a-27c4-4a67-a43b-531dee349f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.568s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.455420] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3f36a539-827b-4595-a401-f4dbd2aada42 tempest-MultipleCreateTestJSON-1603828581 tempest-MultipleCreateTestJSON-1603828581-project-member] Lock "17c20875-43b5-4904-964a-33298f4d2e56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.903s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.511580] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793735, 'name': Rename_Task, 'duration_secs': 0.138291} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.512240] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.512499] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-461d83bd-6489-4e45-87e6-b7fb7859b939 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.519920] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 928.519920] env[70623]: value = "task-2793737" [ 928.519920] env[70623]: _type = "Task" [ 928.519920] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.528247] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.712105] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793736, 'name': CreateVM_Task, 'duration_secs': 0.356927} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.712360] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.717438] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.717623] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.717976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.718539] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdf2590-90fa-439b-bc83-f50709b77c22 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.724669] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 928.724669] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526a1f65-6c30-bc68-501d-ba29ca504406" [ 928.724669] env[70623]: _type = "Task" [ 928.724669] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.732867] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526a1f65-6c30-bc68-501d-ba29ca504406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.799837] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b8bb5-9023-4e2a-b586-a5b77c4e04a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.808049] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a834133-53ed-4b88-b2f1-d39f55d20eb3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.840041] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98021741-175e-49eb-8529-a9c10c246f23 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.847493] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f4f9a2-96fb-4680-bd8d-b88547103ee1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.861964] env[70623]: DEBUG nova.compute.provider_tree [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.032593] env[70623]: DEBUG oslo_vmware.api [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793737, 'name': PowerOnVM_Task, 'duration_secs': 0.43778} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.032876] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.033138] env[70623]: INFO nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Took 7.76 seconds to spawn the instance on the hypervisor. [ 929.033314] env[70623]: DEBUG nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.034069] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19db109-7c08-4f5e-a839-8c4a851378e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.148569] env[70623]: DEBUG nova.network.neutron [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updated VIF entry in instance network info cache for port 0d59c850-2c42-4421-aee5-bbe2df78dd7c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.149373] env[70623]: DEBUG nova.network.neutron [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updating instance_info_cache with network_info: [{"id": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "address": "fa:16:3e:aa:d7:6a", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d59c850-2c", "ovs_interfaceid": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.234523] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526a1f65-6c30-bc68-501d-ba29ca504406, 'name': SearchDatastore_Task, 'duration_secs': 0.016152} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.234815] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.235058] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.235328] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.235451] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.235610] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.235860] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44bee0c6-f3b2-430e-a4ab-109d1f5c9956 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.250423] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.250627] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.251381] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f805e7-773f-4aa8-9614-6b0a7e578460 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.254301] env[70623]: DEBUG nova.network.neutron [-] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.258760] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 929.258760] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f428a-7ec0-b3f0-2721-f27d0991297b" [ 929.258760] env[70623]: _type = "Task" [ 929.258760] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.266302] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f428a-7ec0-b3f0-2721-f27d0991297b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.270963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.271201] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.271409] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.271591] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.271848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.273596] env[70623]: INFO nova.compute.manager [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Terminating instance [ 929.366139] env[70623]: DEBUG nova.scheduler.client.report [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.550026] env[70623]: INFO nova.compute.manager [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Took 30.30 seconds to build instance. [ 929.652285] env[70623]: DEBUG oslo_concurrency.lockutils [req-517938f3-0b8b-4b80-b0e4-0e2a44bad8c9 req-bd73ba90-3f6b-403b-894a-9af1d25fcf18 service nova] Releasing lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.756640] env[70623]: INFO nova.compute.manager [-] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Took 1.37 seconds to deallocate network for instance. [ 929.770967] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f428a-7ec0-b3f0-2721-f27d0991297b, 'name': SearchDatastore_Task, 'duration_secs': 0.027627} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.771759] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c3918c-2d83-415d-80d4-4685602afad5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.777047] env[70623]: DEBUG nova.compute.manager [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.777259] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.777635] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 929.777635] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba192a-4cfe-75d6-ecdf-1c6b28f9e9c6" [ 929.777635] env[70623]: _type = "Task" [ 929.777635] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.778262] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac702f05-1437-4b8b-8061-ea54171e3ef3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.787761] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.790686] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd6cbd8a-db60-4d07-9443-e869df39c053 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.792235] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba192a-4cfe-75d6-ecdf-1c6b28f9e9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.797893] env[70623]: DEBUG oslo_vmware.api [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 929.797893] env[70623]: value = "task-2793738" [ 929.797893] env[70623]: _type = "Task" [ 929.797893] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.805626] env[70623]: DEBUG oslo_vmware.api [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.870234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.872626] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.992s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.872863] env[70623]: DEBUG nova.objects.instance [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lazy-loading 'resources' on Instance uuid ba399839-ac55-4515-b7a1-b04c623636a5 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.901315] env[70623]: INFO nova.scheduler.client.report [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Deleted allocations for instance 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897 [ 930.051547] env[70623]: DEBUG oslo_concurrency.lockutils [None req-42ab3d34-d5bb-4a16-948b-c2a94a983244 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.813s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.266145] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.290788] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba192a-4cfe-75d6-ecdf-1c6b28f9e9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.290788] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.291060] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1214fb5b-0514-4e80-9928-4b0426cd715f/1214fb5b-0514-4e80-9928-4b0426cd715f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.291323] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e528881-0a29-4759-b7c7-fd2a19bf5558 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.300727] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 930.300727] env[70623]: value = "task-2793739" [ 930.300727] env[70623]: _type = "Task" [ 930.300727] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.311991] env[70623]: DEBUG oslo_vmware.api [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793738, 'name': PowerOffVM_Task, 'duration_secs': 0.34849} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.314826] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.315017] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.315280] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.315838] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04fb7eaf-2bcc-4e04-a3c4-42ab4c4c69e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.382629] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.382902] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.383140] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleting the datastore file [datastore2] a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.383438] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e54b5cd6-b023-4147-8def-d3f9abc5a19b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.391362] env[70623]: DEBUG oslo_vmware.api [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for the task: (returnval){ [ 930.391362] env[70623]: value = "task-2793741" [ 930.391362] env[70623]: _type = "Task" [ 930.391362] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.399504] env[70623]: DEBUG oslo_vmware.api [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.410994] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e514d24-6fe0-4054-98ca-d16949096d6c tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "358ab1f3-ef5f-4f48-b7ed-3aa0d1853897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.096s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.453238] env[70623]: DEBUG nova.compute.manager [req-44dc4c1b-a0fa-4d74-a3d2-f2cd7a0f0e8c req-664b537a-3d6d-402c-ac3b-9ca3cfbec34d service nova] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Received event network-vif-deleted-1a15085f-484e-4616-b7fb-5c29b25d943b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.699822] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "5b038593-14ae-4ee4-b9c9-caad1692f06a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.700022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.700237] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "5b038593-14ae-4ee4-b9c9-caad1692f06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.700422] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.700590] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.702929] env[70623]: INFO nova.compute.manager [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Terminating instance [ 930.738117] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ac756-fb15-410d-9635-06e72e4bf97f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.746991] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f62c2c-da76-4d4a-ba87-82822e88dc27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.778072] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542d629-70d9-4e85-a208-e76068d4c90b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.786081] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66260aa-89d4-4b85-995e-a098c06e89cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.799656] env[70623]: DEBUG nova.compute.provider_tree [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.812826] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484078} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.813995] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1214fb5b-0514-4e80-9928-4b0426cd715f/1214fb5b-0514-4e80-9928-4b0426cd715f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.813995] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.813995] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ef1189-5a96-4616-9adb-647d14c059c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.819623] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 930.819623] env[70623]: value = "task-2793742" [ 930.819623] env[70623]: _type = "Task" [ 930.819623] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.827725] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.902846] env[70623]: DEBUG oslo_vmware.api [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Task: {'id': task-2793741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257202} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.903252] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.903317] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.903482] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.903649] env[70623]: INFO nova.compute.manager [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Took 1.13 seconds to destroy the instance on the hypervisor. [ 930.903891] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.904094] env[70623]: DEBUG nova.compute.manager [-] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.904184] env[70623]: DEBUG nova.network.neutron [-] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.208849] env[70623]: DEBUG nova.compute.manager [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.209117] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.212226] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b92749d-2a8c-4c29-bb07-3d34d7d44fe1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.221025] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.221307] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-680127b9-090a-4a07-a656-c6a925c2c160 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.229755] env[70623]: DEBUG oslo_vmware.api [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 931.229755] env[70623]: value = "task-2793743" [ 931.229755] env[70623]: _type = "Task" [ 931.229755] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.244298] env[70623]: DEBUG oslo_vmware.api [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.303425] env[70623]: DEBUG nova.scheduler.client.report [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.332652] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.332956] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.337779] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25807a4-7d61-4b60-bf2a-48c0cab34014 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.365686] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 1214fb5b-0514-4e80-9928-4b0426cd715f/1214fb5b-0514-4e80-9928-4b0426cd715f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.366550] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c667e35-f2e5-43cb-b9e1-781f70bf985c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.389962] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 931.389962] env[70623]: value = "task-2793744" [ 931.389962] env[70623]: _type = "Task" [ 931.389962] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.398428] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.729229] env[70623]: DEBUG nova.network.neutron [-] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.740985] env[70623]: DEBUG oslo_vmware.api [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793743, 'name': PowerOffVM_Task, 'duration_secs': 0.373393} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.740985] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.740985] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.741906] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343627c7-209f-4df5-9958-26d3b6f348d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.805093] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.805093] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.805093] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore1] 5b038593-14ae-4ee4-b9c9-caad1692f06a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.805093] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ceeb7b-8b36-4f12-9702-4f1fb2668306 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.810995] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.813953] env[70623]: DEBUG oslo_vmware.api [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 931.813953] env[70623]: value = "task-2793746" [ 931.813953] env[70623]: _type = "Task" [ 931.813953] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.814438] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.876s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.815997] env[70623]: INFO nova.compute.claims [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.828562] env[70623]: DEBUG oslo_vmware.api [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.841407] env[70623]: INFO nova.scheduler.client.report [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Deleted allocations for instance ba399839-ac55-4515-b7a1-b04c623636a5 [ 931.901888] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793744, 'name': ReconfigVM_Task, 'duration_secs': 0.32434} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.902180] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 1214fb5b-0514-4e80-9928-4b0426cd715f/1214fb5b-0514-4e80-9928-4b0426cd715f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.902958] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bafaccbc-8a19-411d-9af9-351c144daf9c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.909275] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 931.909275] env[70623]: value = "task-2793747" [ 931.909275] env[70623]: _type = "Task" [ 931.909275] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.916471] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793747, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.214985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.215265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.215470] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.215677] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.215855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.218083] env[70623]: INFO nova.compute.manager [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Terminating instance [ 932.231672] env[70623]: INFO nova.compute.manager [-] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Took 1.33 seconds to deallocate network for instance. [ 932.330981] env[70623]: DEBUG oslo_vmware.api [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205175} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.330981] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.331121] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.331301] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.331481] env[70623]: INFO nova.compute.manager [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 932.331730] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.331923] env[70623]: DEBUG nova.compute.manager [-] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.332032] env[70623]: DEBUG nova.network.neutron [-] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.349894] env[70623]: DEBUG oslo_concurrency.lockutils [None req-076dc710-5d31-45b4-895d-24d4c3c375e3 tempest-ServersAdminTestJSON-1529344629 tempest-ServersAdminTestJSON-1529344629-project-member] Lock "ba399839-ac55-4515-b7a1-b04c623636a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.052s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.386960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.387761] env[70623]: DEBUG oslo_concurrency.lockutils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.418616] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793747, 'name': Rename_Task, 'duration_secs': 0.170478} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.418840] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.419096] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a56470c-d763-40ec-afb1-6e31b59d2432 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.426682] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 932.426682] env[70623]: value = "task-2793748" [ 932.426682] env[70623]: _type = "Task" [ 932.426682] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.434595] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.556900] env[70623]: DEBUG nova.compute.manager [req-903a7d52-4457-4773-8fe4-60690556bab3 req-466dd3de-aa4d-4920-b367-63c6916d3949 service nova] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Received event network-vif-deleted-2e3bb000-ae08-45a9-8a97-09c0e645230c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.722178] env[70623]: DEBUG nova.compute.manager [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.722417] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.723352] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0cdf18-e775-4025-ac53-bddc1a9ff18a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.730904] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.731147] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41aeafb4-0b58-48e6-83a7-d2a888cced86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.737795] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.738120] env[70623]: DEBUG oslo_vmware.api [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 932.738120] env[70623]: value = "task-2793749" [ 932.738120] env[70623]: _type = "Task" [ 932.738120] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.745509] env[70623]: DEBUG oslo_vmware.api [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.892135] env[70623]: DEBUG nova.compute.utils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.939679] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.082391] env[70623]: DEBUG nova.network.neutron [-] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.144497] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e46f9d-7987-44dd-8520-f16be0e66807 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.152981] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598558b2-f9dd-445e-ad58-3b7a0eaf1173 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.184182] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67fbec7-9723-40d2-b8a4-d8aaafe49dfa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.191978] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f37a8-9842-4c92-8c32-621393e28024 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.206296] env[70623]: DEBUG nova.compute.provider_tree [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.247810] env[70623]: DEBUG oslo_vmware.api [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793749, 'name': PowerOffVM_Task, 'duration_secs': 0.484929} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.248124] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.248266] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.248798] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfc84cf-85b5-4b1e-937c-51edf416ce73 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.316256] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.316501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.316683] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Deleting the datastore file [datastore2] 414b5a3d-d2cd-4f02-abd5-f390338bdcad {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.316950] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720c4fe8-84bd-4f05-9481-1014c9334f72 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.324062] env[70623]: DEBUG oslo_vmware.api [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for the task: (returnval){ [ 933.324062] env[70623]: value = "task-2793751" [ 933.324062] env[70623]: _type = "Task" [ 933.324062] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.332031] env[70623]: DEBUG oslo_vmware.api [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.394169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.437586] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.587323] env[70623]: INFO nova.compute.manager [-] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Took 1.25 seconds to deallocate network for instance. [ 933.710830] env[70623]: DEBUG nova.scheduler.client.report [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.836217] env[70623]: DEBUG oslo_vmware.api [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Task: {'id': task-2793751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126581} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.836969] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.837206] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.837391] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.837563] env[70623]: INFO nova.compute.manager [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 933.837800] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.837987] env[70623]: DEBUG nova.compute.manager [-] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.838093] env[70623]: DEBUG nova.network.neutron [-] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.938142] env[70623]: DEBUG oslo_vmware.api [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793748, 'name': PowerOnVM_Task, 'duration_secs': 1.103217} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.938426] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.938628] env[70623]: INFO nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Took 8.01 seconds to spawn the instance on the hypervisor. [ 933.938897] env[70623]: DEBUG nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.939674] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20afe228-001f-4be2-805c-271dc1198890 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.099464] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.216041] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.216366] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.219971] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.582s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.220161] env[70623]: DEBUG nova.objects.instance [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.459347] env[70623]: INFO nova.compute.manager [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Took 29.57 seconds to build instance. [ 934.471454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.471583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.472793] env[70623]: INFO nova.compute.manager [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Attaching volume 549455a9-6869-4682-9893-d18f5a45fac1 to /dev/sdb [ 934.516024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c55076-573e-49c1-a973-9c6d8b455c78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.523942] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee8b0d7-f2f3-4f38-a3f2-59e4b5bf5462 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.537731] env[70623]: DEBUG nova.virt.block_device [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updating existing volume attachment record: f023075a-e2fc-40d1-9a9f-406a393260ad {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 934.585391] env[70623]: DEBUG nova.compute.manager [req-195ee5b6-fb5a-4887-a73d-45eb0f6a990f req-bc8cf9f1-e28c-470e-a25c-6f0c227d2a1d service nova] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Received event network-vif-deleted-a5b1e16f-3c37-410c-bce8-38370dfd695e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.585602] env[70623]: DEBUG nova.compute.manager [req-195ee5b6-fb5a-4887-a73d-45eb0f6a990f req-bc8cf9f1-e28c-470e-a25c-6f0c227d2a1d service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Received event network-vif-deleted-b8f69bf9-d901-4f78-99f2-db4d585cea73 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.585770] env[70623]: INFO nova.compute.manager [req-195ee5b6-fb5a-4887-a73d-45eb0f6a990f req-bc8cf9f1-e28c-470e-a25c-6f0c227d2a1d service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Neutron deleted interface b8f69bf9-d901-4f78-99f2-db4d585cea73; detaching it from the instance and deleting it from the info cache [ 934.585964] env[70623]: DEBUG nova.network.neutron [req-195ee5b6-fb5a-4887-a73d-45eb0f6a990f req-bc8cf9f1-e28c-470e-a25c-6f0c227d2a1d service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.624354] env[70623]: DEBUG nova.network.neutron [-] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.722095] env[70623]: DEBUG nova.compute.utils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.727359] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.727359] env[70623]: DEBUG nova.network.neutron [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.788233] env[70623]: DEBUG nova.policy [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8103d7f084b10bed3817f252014c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '724f3f04984e483f8aa4a74620b53547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.961776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a1ee75ec-94af-4b33-8fd7-cf7f4a8a54e2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.080s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.091036] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4caa5ee1-73df-4eb4-980b-3bb1f4b8a95e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.103729] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a685ca71-ba93-4652-b479-358e33bf9d9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.147629] env[70623]: INFO nova.compute.manager [-] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Took 1.31 seconds to deallocate network for instance. [ 935.148071] env[70623]: DEBUG nova.compute.manager [req-195ee5b6-fb5a-4887-a73d-45eb0f6a990f req-bc8cf9f1-e28c-470e-a25c-6f0c227d2a1d service nova] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Detach interface failed, port_id=b8f69bf9-d901-4f78-99f2-db4d585cea73, reason: Instance 414b5a3d-d2cd-4f02-abd5-f390338bdcad could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 935.149290] env[70623]: DEBUG nova.network.neutron [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Successfully created port: 90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.225317] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.232228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cb24262e-07c1-4323-a2e7-ea6045ed4f41 tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.233768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.117s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.238550] env[70623]: INFO nova.compute.claims [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.404193] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1214fb5b-0514-4e80-9928-4b0426cd715f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.404193] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.404193] env[70623]: INFO nova.compute.manager [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Shelving [ 935.657265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.235627] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.262302] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.262559] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.262718] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.262896] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.263054] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.263206] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.263411] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.263570] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.263732] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.263903] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.264097] env[70623]: DEBUG nova.virt.hardware [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.265013] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b3620-7a4a-4406-9562-695d1ba69ea9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.275787] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04ed29f-eb73-4555-92eb-0b0312980ea1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.412809] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.413121] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f3a9dda-fd4a-4741-8f64-34113e745336 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.423035] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 936.423035] env[70623]: value = "task-2793755" [ 936.423035] env[70623]: _type = "Task" [ 936.423035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.432075] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.530773] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aef526-d88e-4ffb-ad72-5a791ebfb6a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.539129] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72a18bc-d02e-4c92-91c3-85efaf53eb2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.569493] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fbe3f0-19fb-4b5d-ab15-b0b953eeded6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.576782] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59a979e-6a08-4bd8-a596-7ff1f22b77a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.591525] env[70623]: DEBUG nova.compute.provider_tree [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.873071] env[70623]: DEBUG nova.compute.manager [req-28f5fe95-2c14-4f7f-9d57-ad64c94fbaed req-09da6104-7ed1-4cdd-bcdc-d45ad4734ac2 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Received event network-vif-plugged-90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.873354] env[70623]: DEBUG oslo_concurrency.lockutils [req-28f5fe95-2c14-4f7f-9d57-ad64c94fbaed req-09da6104-7ed1-4cdd-bcdc-d45ad4734ac2 service nova] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.873605] env[70623]: DEBUG oslo_concurrency.lockutils [req-28f5fe95-2c14-4f7f-9d57-ad64c94fbaed req-09da6104-7ed1-4cdd-bcdc-d45ad4734ac2 service nova] Lock "c1045d51-22d1-4ba4-b58b-07890074888b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.873814] env[70623]: DEBUG oslo_concurrency.lockutils [req-28f5fe95-2c14-4f7f-9d57-ad64c94fbaed req-09da6104-7ed1-4cdd-bcdc-d45ad4734ac2 service nova] Lock "c1045d51-22d1-4ba4-b58b-07890074888b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.874030] env[70623]: DEBUG nova.compute.manager [req-28f5fe95-2c14-4f7f-9d57-ad64c94fbaed req-09da6104-7ed1-4cdd-bcdc-d45ad4734ac2 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] No waiting events found dispatching network-vif-plugged-90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.874241] env[70623]: WARNING nova.compute.manager [req-28f5fe95-2c14-4f7f-9d57-ad64c94fbaed req-09da6104-7ed1-4cdd-bcdc-d45ad4734ac2 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Received unexpected event network-vif-plugged-90855115-8cfa-4931-a9f4-76fdabb25223 for instance with vm_state building and task_state spawning. [ 936.932702] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793755, 'name': PowerOffVM_Task, 'duration_secs': 0.233677} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.932702] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.933475] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8f1376-0fdb-43e9-9553-66f10fba2759 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.953979] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b372c6-d027-43eb-8223-5d6dffef7a2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.063127] env[70623]: DEBUG nova.network.neutron [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Successfully updated port: 90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.095575] env[70623]: DEBUG nova.scheduler.client.report [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.463770] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.464101] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-818c0b83-787d-4eb5-a9d2-296c846d28e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.473353] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 937.473353] env[70623]: value = "task-2793757" [ 937.473353] env[70623]: _type = "Task" [ 937.473353] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.482033] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793757, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.567858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.567858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.567858] env[70623]: DEBUG nova.network.neutron [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.601321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.601843] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.605188] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.379s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.605436] env[70623]: DEBUG nova.objects.instance [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lazy-loading 'resources' on Instance uuid c9621719-8bb0-49dd-a300-4215878ae13b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.983390] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793757, 'name': CreateSnapshot_Task, 'duration_secs': 0.463739} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.983654] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 937.984399] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619d3e16-0b33-4a03-baec-0d8428423d40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.103491] env[70623]: DEBUG nova.network.neutron [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.110485] env[70623]: DEBUG nova.compute.utils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.114384] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.114817] env[70623]: DEBUG nova.network.neutron [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.170416] env[70623]: DEBUG nova.policy [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '080a87c0cbe8489e96f34067bd86c110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e7612ee8c9425da5315c461b2cb12e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.263190] env[70623]: DEBUG nova.network.neutron [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updating instance_info_cache with network_info: [{"id": "90855115-8cfa-4931-a9f4-76fdabb25223", "address": "fa:16:3e:26:8c:b8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90855115-8c", "ovs_interfaceid": "90855115-8cfa-4931-a9f4-76fdabb25223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.480489] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c439ea8-dc6b-489a-a26b-aed8b8e97c7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.489622] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e7d0d5-f0bd-4527-ac81-48158a7dfba9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.536743] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 938.537321] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a35236f1-26d1-418c-8d39-ae7f2630fd66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.540872] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe4f3b-171e-4c77-a60e-6194dbee9476 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.548447] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76584a15-2cb3-4d1f-a612-6086bb38529f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.557359] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 938.557359] env[70623]: value = "task-2793758" [ 938.557359] env[70623]: _type = "Task" [ 938.557359] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.567048] env[70623]: DEBUG nova.compute.provider_tree [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.574084] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793758, 'name': CloneVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.618707] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.645901] env[70623]: DEBUG nova.network.neutron [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Successfully created port: 1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.769938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.769938] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance network_info: |[{"id": "90855115-8cfa-4931-a9f4-76fdabb25223", "address": "fa:16:3e:26:8c:b8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90855115-8c", "ovs_interfaceid": "90855115-8cfa-4931-a9f4-76fdabb25223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.770355] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:8c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90855115-8cfa-4931-a9f4-76fdabb25223', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.779583] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.779583] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.779583] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bfb03a9-72ef-4e73-b607-016a8cb9057f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.802356] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.802356] env[70623]: value = "task-2793759" [ 938.802356] env[70623]: _type = "Task" [ 938.802356] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.810442] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793759, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.909768] env[70623]: DEBUG nova.compute.manager [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Received event network-changed-90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.909923] env[70623]: DEBUG nova.compute.manager [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Refreshing instance network info cache due to event network-changed-90855115-8cfa-4931-a9f4-76fdabb25223. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 938.910026] env[70623]: DEBUG oslo_concurrency.lockutils [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] Acquiring lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.910225] env[70623]: DEBUG oslo_concurrency.lockutils [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] Acquired lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.910399] env[70623]: DEBUG nova.network.neutron [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Refreshing network info cache for port 90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.070868] env[70623]: DEBUG nova.scheduler.client.report [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.074849] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793758, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.093076] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.093360] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561529', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'name': 'volume-549455a9-6869-4682-9893-d18f5a45fac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5599e1-8168-4fb1-92e9-20689b35166a', 'attached_at': '', 'detached_at': '', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'serial': '549455a9-6869-4682-9893-d18f5a45fac1'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.098511] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca744f-b3da-4f17-9795-77338dd46c2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.121335] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace907c6-5e01-4c84-9890-ffa9f44977f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.153150] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-549455a9-6869-4682-9893-d18f5a45fac1/volume-549455a9-6869-4682-9893-d18f5a45fac1.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.154166] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616fb22c-20f4-4b55-b49c-2f6689a8a96c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.176245] env[70623]: DEBUG oslo_vmware.api [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 939.176245] env[70623]: value = "task-2793760" [ 939.176245] env[70623]: _type = "Task" [ 939.176245] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.187017] env[70623]: DEBUG oslo_vmware.api [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.311979] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793759, 'name': CreateVM_Task, 'duration_secs': 0.338409} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.312791] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.312928] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.313048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.313354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.313608] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff57df5e-a067-49f5-9638-5132dab1c953 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.318098] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 939.318098] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f9c3f0-0732-a718-707f-62a668ee648b" [ 939.318098] env[70623]: _type = "Task" [ 939.318098] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.326998] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f9c3f0-0732-a718-707f-62a668ee648b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.567436] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793758, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.576251] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.578438] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.276s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.578708] env[70623]: DEBUG nova.objects.instance [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'resources' on Instance uuid f877c6f8-f31b-47cd-ab60-4cba61f52867 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.606938] env[70623]: INFO nova.scheduler.client.report [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Deleted allocations for instance c9621719-8bb0-49dd-a300-4215878ae13b [ 939.632305] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.669710] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.669987] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.670577] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.670577] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.670577] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.671102] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.671102] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.671102] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.672327] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.672548] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.672692] env[70623]: DEBUG nova.virt.hardware [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.674115] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1557ea-e00f-4fbe-b37d-c63eeb68f7b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.683503] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf0348-d58d-4baf-b995-454781391c36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.693453] env[70623]: DEBUG oslo_vmware.api [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793760, 'name': ReconfigVM_Task, 'duration_secs': 0.42953} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.695378] env[70623]: DEBUG nova.network.neutron [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updated VIF entry in instance network info cache for port 90855115-8cfa-4931-a9f4-76fdabb25223. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.695378] env[70623]: DEBUG nova.network.neutron [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updating instance_info_cache with network_info: [{"id": "90855115-8cfa-4931-a9f4-76fdabb25223", "address": "fa:16:3e:26:8c:b8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90855115-8c", "ovs_interfaceid": "90855115-8cfa-4931-a9f4-76fdabb25223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.696759] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-549455a9-6869-4682-9893-d18f5a45fac1/volume-549455a9-6869-4682-9893-d18f5a45fac1.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.710240] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfb1a75-d771-4a0d-9d49-147b15b33090 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.728583] env[70623]: DEBUG oslo_vmware.api [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 939.728583] env[70623]: value = "task-2793761" [ 939.728583] env[70623]: _type = "Task" [ 939.728583] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.739601] env[70623]: DEBUG oslo_vmware.api [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.833020] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f9c3f0-0732-a718-707f-62a668ee648b, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.833020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.833020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.833020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.833020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.833020] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.833020] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d0b3a8e-c926-46d5-8a38-b0f7d8c6e7ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.840516] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.840711] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.841561] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f013ab2d-8daa-4de7-9b57-6251862814e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.847381] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 939.847381] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52327c25-46f6-4e0a-8be2-86ec7bcf831f" [ 939.847381] env[70623]: _type = "Task" [ 939.847381] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.855892] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52327c25-46f6-4e0a-8be2-86ec7bcf831f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.066598] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793758, 'name': CloneVM_Task, 'duration_secs': 1.030119} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.066935] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Created linked-clone VM from snapshot [ 940.067774] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8527cc4-1e4f-4519-ac82-7b780c579f6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.075186] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Uploading image 54e2c90b-5928-488c-aa2c-758002db8927 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 940.113984] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 940.113984] env[70623]: value = "vm-561531" [ 940.113984] env[70623]: _type = "VirtualMachine" [ 940.113984] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 940.117842] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eff95aae-c525-4abd-934d-b512a53faaca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.120112] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1e5caf78-3430-44b8-80ea-eaa2312fc80c tempest-ServerShowV257Test-1992622610 tempest-ServerShowV257Test-1992622610-project-member] Lock "c9621719-8bb0-49dd-a300-4215878ae13b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.171s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.127291] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lease: (returnval){ [ 940.127291] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f77fa0-5f71-fe23-082a-9dcd03161e22" [ 940.127291] env[70623]: _type = "HttpNfcLease" [ 940.127291] env[70623]: } obtained for exporting VM: (result){ [ 940.127291] env[70623]: value = "vm-561531" [ 940.127291] env[70623]: _type = "VirtualMachine" [ 940.127291] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 940.127740] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the lease: (returnval){ [ 940.127740] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f77fa0-5f71-fe23-082a-9dcd03161e22" [ 940.127740] env[70623]: _type = "HttpNfcLease" [ 940.127740] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 940.138385] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.138385] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f77fa0-5f71-fe23-082a-9dcd03161e22" [ 940.138385] env[70623]: _type = "HttpNfcLease" [ 940.138385] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.139878] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.139878] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f77fa0-5f71-fe23-082a-9dcd03161e22" [ 940.139878] env[70623]: _type = "HttpNfcLease" [ 940.139878] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.139878] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de20d379-2a2e-404e-bd72-e00edb2876e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.153113] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5ddb9-a8e8-6f11-c953-57475fa6425d/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.153337] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5ddb9-a8e8-6f11-c953-57475fa6425d/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.217315] env[70623]: DEBUG oslo_concurrency.lockutils [req-a3d57a47-e5d0-4af0-8b8d-3cf94549c147 req-a69d3c20-b173-4d18-b869-6b9d268d1a22 service nova] Releasing lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.241365] env[70623]: DEBUG oslo_vmware.api [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793761, 'name': ReconfigVM_Task, 'duration_secs': 0.144333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.244533] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561529', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'name': 'volume-549455a9-6869-4682-9893-d18f5a45fac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5599e1-8168-4fb1-92e9-20689b35166a', 'attached_at': '', 'detached_at': '', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'serial': '549455a9-6869-4682-9893-d18f5a45fac1'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.257928] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b36de18f-2bbc-4c46-868a-50e521a6e1e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.309948] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "d14cad71-1d0d-400f-b4ba-53630fccdb62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.310221] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.359865] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52327c25-46f6-4e0a-8be2-86ec7bcf831f, 'name': SearchDatastore_Task, 'duration_secs': 0.01997} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.363049] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d891ab48-f86b-4a7a-84cb-b11532ddf8ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.369633] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 940.369633] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f28176-9dad-9062-32e8-014624d4fbc0" [ 940.369633] env[70623]: _type = "Task" [ 940.369633] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.378428] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f28176-9dad-9062-32e8-014624d4fbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.531071] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae20fc7-243e-4140-8d39-fa0da04c9dc9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.539996] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57123a9c-c307-4f5c-89dc-4d8aca160800 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.575340] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11d2a3-d810-4f99-a4a0-731dde1e27d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.584318] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739473ca-1bdc-4e1b-b7d6-735b0eae15f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.601752] env[70623]: DEBUG nova.compute.provider_tree [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.694901] env[70623]: DEBUG nova.compute.manager [req-c6eccab7-20a5-4ac1-b908-bc5255f9ab51 req-60ca4cde-1279-4e93-8ac6-919abd5dda24 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Received event network-vif-plugged-1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 940.695137] env[70623]: DEBUG oslo_concurrency.lockutils [req-c6eccab7-20a5-4ac1-b908-bc5255f9ab51 req-60ca4cde-1279-4e93-8ac6-919abd5dda24 service nova] Acquiring lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.695345] env[70623]: DEBUG oslo_concurrency.lockutils [req-c6eccab7-20a5-4ac1-b908-bc5255f9ab51 req-60ca4cde-1279-4e93-8ac6-919abd5dda24 service nova] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.695513] env[70623]: DEBUG oslo_concurrency.lockutils [req-c6eccab7-20a5-4ac1-b908-bc5255f9ab51 req-60ca4cde-1279-4e93-8ac6-919abd5dda24 service nova] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.695693] env[70623]: DEBUG nova.compute.manager [req-c6eccab7-20a5-4ac1-b908-bc5255f9ab51 req-60ca4cde-1279-4e93-8ac6-919abd5dda24 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] No waiting events found dispatching network-vif-plugged-1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.695919] env[70623]: WARNING nova.compute.manager [req-c6eccab7-20a5-4ac1-b908-bc5255f9ab51 req-60ca4cde-1279-4e93-8ac6-919abd5dda24 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Received unexpected event network-vif-plugged-1a4cbe5e-982d-4725-90a5-7461c6cbdafb for instance with vm_state building and task_state spawning. [ 940.772484] env[70623]: DEBUG nova.network.neutron [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Successfully updated port: 1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.813741] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.885927] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f28176-9dad-9062-32e8-014624d4fbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.886251] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.886575] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.886853] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e4ec28-798d-4d88-a705-d310e68546ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.895180] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 940.895180] env[70623]: value = "task-2793763" [ 940.895180] env[70623]: _type = "Task" [ 940.895180] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.907978] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.106320] env[70623]: DEBUG nova.scheduler.client.report [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.155903] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.156283] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.156851] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.158162] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.158388] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.164218] env[70623]: INFO nova.compute.manager [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Terminating instance [ 941.277943] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.278236] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.278484] env[70623]: DEBUG nova.network.neutron [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.301171] env[70623]: DEBUG nova.objects.instance [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lazy-loading 'flavor' on Instance uuid 1d5599e1-8168-4fb1-92e9-20689b35166a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.347792] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.409158] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505901} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.409536] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.410027] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.410354] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c490b9f4-ac8a-4a75-a9a2-260569064d52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.417944] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 941.417944] env[70623]: value = "task-2793764" [ 941.417944] env[70623]: _type = "Task" [ 941.417944] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.428410] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.614295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.616731] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.351s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.616973] env[70623]: DEBUG nova.objects.instance [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lazy-loading 'resources' on Instance uuid 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.647128] env[70623]: INFO nova.scheduler.client.report [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted allocations for instance f877c6f8-f31b-47cd-ab60-4cba61f52867 [ 941.673446] env[70623]: DEBUG nova.compute.manager [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.673707] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.674662] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c07a99-ebdc-4dfc-b7c6-c2acfb9dd8d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.683349] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.683613] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae20a47-af7d-4c73-8651-cea58b8df67d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.691648] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 941.691648] env[70623]: value = "task-2793765" [ 941.691648] env[70623]: _type = "Task" [ 941.691648] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.704151] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.807602] env[70623]: DEBUG oslo_concurrency.lockutils [None req-81730d75-7851-4e98-b6de-da3216d47440 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.335s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.813866] env[70623]: DEBUG nova.network.neutron [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.927678] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.011733] env[70623]: DEBUG nova.network.neutron [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Updating instance_info_cache with network_info: [{"id": "1a4cbe5e-982d-4725-90a5-7461c6cbdafb", "address": "fa:16:3e:3f:e2:1e", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4cbe5e-98", "ovs_interfaceid": "1a4cbe5e-982d-4725-90a5-7461c6cbdafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.154896] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5cf4b192-7016-40b3-9bc9-476ba16b36cd tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "f877c6f8-f31b-47cd-ab60-4cba61f52867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.029s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.202913] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.238400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.240349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.423928] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1698869-200f-4496-9416-0aad46ca64ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.434503] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.437644] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36537c14-0244-4eb2-b721-e86a70e2fcb1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.470233] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31712e3-964f-4ad3-a1aa-1729e1971ceb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.478047] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9aa9a-104d-4dc3-bf40-0ee831543da5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.492944] env[70623]: DEBUG nova.compute.provider_tree [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.514602] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.514935] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance network_info: |[{"id": "1a4cbe5e-982d-4725-90a5-7461c6cbdafb", "address": "fa:16:3e:3f:e2:1e", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4cbe5e-98", "ovs_interfaceid": "1a4cbe5e-982d-4725-90a5-7461c6cbdafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.515383] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4cbe5e-982d-4725-90a5-7461c6cbdafb', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.522921] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating folder: Project (81e7612ee8c9425da5315c461b2cb12e). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.523587] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f44629f0-7d6e-4d32-bf6e-f49fc396477b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.534401] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created folder: Project (81e7612ee8c9425da5315c461b2cb12e) in parent group-v561316. [ 942.534602] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating folder: Instances. Parent ref: group-v561533. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.534901] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1e14b51-5890-4480-b356-0883791bdaac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.544728] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created folder: Instances in parent group-v561533. [ 942.544728] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.544728] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.545641] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00223043-c41b-41fd-a887-b8ebcc89a800 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.563561] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.563561] env[70623]: value = "task-2793768" [ 942.563561] env[70623]: _type = "Task" [ 942.563561] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.572734] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793768, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.704099] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793765, 'name': PowerOffVM_Task, 'duration_secs': 0.924945} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.704518] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.704712] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.704990] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5b38fe3-378f-4db5-88b8-3f156c6f7a07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.733501] env[70623]: DEBUG nova.compute.manager [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Received event network-changed-1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.733501] env[70623]: DEBUG nova.compute.manager [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Refreshing instance network info cache due to event network-changed-1a4cbe5e-982d-4725-90a5-7461c6cbdafb. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 942.733501] env[70623]: DEBUG oslo_concurrency.lockutils [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] Acquiring lock "refresh_cache-2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.733501] env[70623]: DEBUG oslo_concurrency.lockutils [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] Acquired lock "refresh_cache-2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.734018] env[70623]: DEBUG nova.network.neutron [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Refreshing network info cache for port 1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.746417] env[70623]: INFO nova.compute.manager [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Detaching volume 549455a9-6869-4682-9893-d18f5a45fac1 [ 942.770787] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.771077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.771298] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Deleting the datastore file [datastore2] 149e681e-ed7f-4bd6-b244-4f6c72c7be37 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.771635] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f4a56f-190f-43ab-b540-d3a7d347e9b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.779257] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for the task: (returnval){ [ 942.779257] env[70623]: value = "task-2793770" [ 942.779257] env[70623]: _type = "Task" [ 942.779257] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.787500] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.788635] env[70623]: INFO nova.virt.block_device [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Attempting to driver detach volume 549455a9-6869-4682-9893-d18f5a45fac1 from mountpoint /dev/sdb [ 942.788879] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 942.789106] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561529', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'name': 'volume-549455a9-6869-4682-9893-d18f5a45fac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5599e1-8168-4fb1-92e9-20689b35166a', 'attached_at': '', 'detached_at': '', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'serial': '549455a9-6869-4682-9893-d18f5a45fac1'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 942.789988] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a313c0a-d82e-422c-9036-061fd3810257 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.814738] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4451ef40-89bf-4265-823f-8c908426f97a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.821942] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0826e1bf-495e-4c29-aaae-0eca8fe74b3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.844159] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dbf2c8-e47f-40f2-afa4-3f6f502358f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.860305] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] The volume has not been displaced from its original location: [datastore2] volume-549455a9-6869-4682-9893-d18f5a45fac1/volume-549455a9-6869-4682-9893-d18f5a45fac1.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 942.865938] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.866320] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63dcaf72-7e54-4aaa-9366-395b4292aab8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.885836] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 942.885836] env[70623]: value = "task-2793771" [ 942.885836] env[70623]: _type = "Task" [ 942.885836] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.894394] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.931179] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.076444} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.931548] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.932437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b174d3-22f7-4b4a-b6d0-d3704d208417 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.956827] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.957163] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4113bf70-8b9c-4c7d-b4f3-a04f1208d61a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.976885] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 942.976885] env[70623]: value = "task-2793772" [ 942.976885] env[70623]: _type = "Task" [ 942.976885] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.985196] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.998499] env[70623]: DEBUG nova.scheduler.client.report [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.075546] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793768, 'name': CreateVM_Task, 'duration_secs': 0.367051} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.075776] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.076498] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.076668] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.077199] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.077530] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8442f253-7b24-4b25-b0c6-2be281298b13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.086026] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 943.086026] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5258960c-b68b-e148-0a6e-82882121e46d" [ 943.086026] env[70623]: _type = "Task" [ 943.086026] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.092144] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5258960c-b68b-e148-0a6e-82882121e46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.292244] env[70623]: DEBUG oslo_vmware.api [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Task: {'id': task-2793770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147197} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.292554] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.292770] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.292994] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.293217] env[70623]: INFO nova.compute.manager [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Took 1.62 seconds to destroy the instance on the hypervisor. [ 943.293506] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.293750] env[70623]: DEBUG nova.compute.manager [-] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.293856] env[70623]: DEBUG nova.network.neutron [-] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.395894] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793771, 'name': ReconfigVM_Task, 'duration_secs': 0.235895} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.398684] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.403302] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d49432d-7266-4af9-918e-167d53ad62ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.418802] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 943.418802] env[70623]: value = "task-2793773" [ 943.418802] env[70623]: _type = "Task" [ 943.418802] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.427138] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.487282] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793772, 'name': ReconfigVM_Task, 'duration_secs': 0.287807} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.487282] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.488546] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d9684e-29b9-437c-abe8-2ce5155356ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.495297] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 943.495297] env[70623]: value = "task-2793774" [ 943.495297] env[70623]: _type = "Task" [ 943.495297] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.507019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.509390] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793774, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.511035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.772s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.511035] env[70623]: DEBUG nova.objects.instance [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lazy-loading 'resources' on Instance uuid a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.521397] env[70623]: DEBUG nova.network.neutron [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Updated VIF entry in instance network info cache for port 1a4cbe5e-982d-4725-90a5-7461c6cbdafb. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.521779] env[70623]: DEBUG nova.network.neutron [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Updating instance_info_cache with network_info: [{"id": "1a4cbe5e-982d-4725-90a5-7461c6cbdafb", "address": "fa:16:3e:3f:e2:1e", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4cbe5e-98", "ovs_interfaceid": "1a4cbe5e-982d-4725-90a5-7461c6cbdafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.543279] env[70623]: INFO nova.scheduler.client.report [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted allocations for instance 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d [ 943.594425] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5258960c-b68b-e148-0a6e-82882121e46d, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.594831] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.595167] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.595916] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.597141] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.597383] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.597700] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa070055-1749-4618-bb68-4f7131e0a26d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.607082] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.607276] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.608032] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699c5dda-634e-41dc-907a-12ebf58e3326 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.614181] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 943.614181] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52975f9e-abfc-ee47-9195-9aa02fa3d5e6" [ 943.614181] env[70623]: _type = "Task" [ 943.614181] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.622832] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52975f9e-abfc-ee47-9195-9aa02fa3d5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.816858] env[70623]: DEBUG nova.compute.manager [req-6cfa3e1f-64c7-45dc-b677-e1288294b865 req-d4b634f2-3c40-46fa-bb2c-c1a28a44b0fd service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Received event network-vif-deleted-79b6e90b-7945-4e4f-b4ef-f3a11fa772e9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.816858] env[70623]: INFO nova.compute.manager [req-6cfa3e1f-64c7-45dc-b677-e1288294b865 req-d4b634f2-3c40-46fa-bb2c-c1a28a44b0fd service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Neutron deleted interface 79b6e90b-7945-4e4f-b4ef-f3a11fa772e9; detaching it from the instance and deleting it from the info cache [ 943.816858] env[70623]: DEBUG nova.network.neutron [req-6cfa3e1f-64c7-45dc-b677-e1288294b865 req-d4b634f2-3c40-46fa-bb2c-c1a28a44b0fd service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.931580] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.006298] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793774, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.025855] env[70623]: DEBUG oslo_concurrency.lockutils [req-f65af0e7-5d65-4665-b794-72841c3547da req-98d5b0c4-4190-47ae-bd67-c26704721df0 service nova] Releasing lock "refresh_cache-2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.050758] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cf7bfb6-db35-40e8-b6f6-43eed34f831f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.276s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.132719] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52975f9e-abfc-ee47-9195-9aa02fa3d5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017432} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.134437] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85dc8ce-d7f4-475b-a757-cc4bbbd1a0c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.140461] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 944.140461] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbdc1a-b55d-1324-fcc4-ec3224a42526" [ 944.140461] env[70623]: _type = "Task" [ 944.140461] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.152831] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbdc1a-b55d-1324-fcc4-ec3224a42526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.297090] env[70623]: DEBUG nova.network.neutron [-] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.322190] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d0e3da4-02fd-4915-b9a0-3b3aca804a59 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.335564] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1baaad-59fd-48ea-92ad-fe8ebb568e21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.360858] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e189f3a0-e2a0-441a-b0de-3b179d5a0cea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.379601] env[70623]: DEBUG nova.compute.manager [req-6cfa3e1f-64c7-45dc-b677-e1288294b865 req-d4b634f2-3c40-46fa-bb2c-c1a28a44b0fd service nova] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Detach interface failed, port_id=79b6e90b-7945-4e4f-b4ef-f3a11fa772e9, reason: Instance 149e681e-ed7f-4bd6-b244-4f6c72c7be37 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 944.386047] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b935545f-ff6c-4124-b706-49dd047256da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.417267] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad66522-7a34-4717-88ca-c440dc4fb7f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.426948] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50774353-19f7-4954-b8af-618fe375136b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.434053] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.444084] env[70623]: DEBUG nova.compute.provider_tree [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.505396] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793774, 'name': Rename_Task, 'duration_secs': 0.906326} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.505709] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.506031] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786dcf09-cd66-44a1-b815-bf11f4d62a17 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.512028] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 944.512028] env[70623]: value = "task-2793775" [ 944.512028] env[70623]: _type = "Task" [ 944.512028] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.519877] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.633699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.634042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.634477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.634477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.634605] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.636832] env[70623]: INFO nova.compute.manager [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Terminating instance [ 944.655616] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbdc1a-b55d-1324-fcc4-ec3224a42526, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.656607] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.656911] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.657471] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-326d7c68-e0d4-4af8-b793-393479c04a2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.664268] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 944.664268] env[70623]: value = "task-2793776" [ 944.664268] env[70623]: _type = "Task" [ 944.664268] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.673107] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.800417] env[70623]: INFO nova.compute.manager [-] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Took 1.51 seconds to deallocate network for instance. [ 944.930720] env[70623]: DEBUG oslo_vmware.api [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793773, 'name': ReconfigVM_Task, 'duration_secs': 1.236604} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.931142] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561529', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'name': 'volume-549455a9-6869-4682-9893-d18f5a45fac1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5599e1-8168-4fb1-92e9-20689b35166a', 'attached_at': '', 'detached_at': '', 'volume_id': '549455a9-6869-4682-9893-d18f5a45fac1', 'serial': '549455a9-6869-4682-9893-d18f5a45fac1'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.947467] env[70623]: DEBUG nova.scheduler.client.report [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.024537] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.141316] env[70623]: DEBUG nova.compute.manager [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.141699] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.142980] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087b368c-da62-4b5d-bc12-874801223eae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.151821] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.152051] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7213e28-8547-452c-9872-4ae29dca605d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.159500] env[70623]: DEBUG oslo_vmware.api [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 945.159500] env[70623]: value = "task-2793777" [ 945.159500] env[70623]: _type = "Task" [ 945.159500] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.171391] env[70623]: DEBUG oslo_vmware.api [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.178754] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505493} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.179294] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.179791] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.180217] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dcf0c3f-282d-4671-9bde-68a5bc6e61e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.190918] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 945.190918] env[70623]: value = "task-2793778" [ 945.190918] env[70623]: _type = "Task" [ 945.190918] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.204782] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.262132] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "dbc21f7f-18e1-4848-856a-c994e116d1ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.262395] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.310035] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.399960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.400245] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.400456] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.400637] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.400810] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.405966] env[70623]: INFO nova.compute.manager [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Terminating instance [ 945.453540] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.455562] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.356s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.455737] env[70623]: DEBUG nova.objects.instance [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'resources' on Instance uuid 5b038593-14ae-4ee4-b9c9-caad1692f06a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.477501] env[70623]: INFO nova.scheduler.client.report [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Deleted allocations for instance a47d55e8-62b5-42ae-8fc3-d10f4bc81b88 [ 945.489525] env[70623]: DEBUG nova.objects.instance [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lazy-loading 'flavor' on Instance uuid 1d5599e1-8168-4fb1-92e9-20689b35166a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.523274] env[70623]: DEBUG oslo_vmware.api [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793775, 'name': PowerOnVM_Task, 'duration_secs': 0.69629} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.523774] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.523774] env[70623]: INFO nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Took 9.29 seconds to spawn the instance on the hypervisor. [ 945.523929] env[70623]: DEBUG nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.524757] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4757f7d-aef4-4c0f-bb0b-803a966aea1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.669488] env[70623]: DEBUG oslo_vmware.api [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793777, 'name': PowerOffVM_Task, 'duration_secs': 0.243883} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.669711] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.669862] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.670128] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f41646-952c-483b-b2f8-3f1f36a077bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.700677] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075583} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.700948] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.701780] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4e985c-ac9d-4b41-b6f6-d1189c0e2249 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.724135] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.724389] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033d32cf-6a28-45ce-a86a-9052af45700c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.740256] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.740256] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.740354] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleting the datastore file [datastore2] 9ffadc0c-36aa-4fd0-8762-c47f65e62758 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.740919] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6ed6e1b-59cd-445d-a1eb-6f76bc1017ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.745382] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 945.745382] env[70623]: value = "task-2793780" [ 945.745382] env[70623]: _type = "Task" [ 945.745382] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.749444] env[70623]: DEBUG oslo_vmware.api [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 945.749444] env[70623]: value = "task-2793781" [ 945.749444] env[70623]: _type = "Task" [ 945.749444] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.755929] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.760610] env[70623]: DEBUG oslo_vmware.api [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.765124] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.910633] env[70623]: DEBUG nova.compute.manager [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.910983] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.912246] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50093b12-d09a-4e41-a94e-1ad541e2f73e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.921887] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.922799] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d85a91-52fe-4e65-9812-6cb3bc54e0b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.928623] env[70623]: DEBUG oslo_vmware.api [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 945.928623] env[70623]: value = "task-2793782" [ 945.928623] env[70623]: _type = "Task" [ 945.928623] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.938145] env[70623]: DEBUG oslo_vmware.api [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.987208] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f68de835-56d1-4017-a0e1-ebf397352b58 tempest-MigrationsAdminTest-510243786 tempest-MigrationsAdminTest-510243786-project-member] Lock "a47d55e8-62b5-42ae-8fc3-d10f4bc81b88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.715s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.046488] env[70623]: INFO nova.compute.manager [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Took 27.13 seconds to build instance. [ 946.262239] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.265753] env[70623]: DEBUG oslo_vmware.api [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162359} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.266089] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.266380] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.266655] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.266890] env[70623]: INFO nova.compute.manager [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Took 1.13 seconds to destroy the instance on the hypervisor. [ 946.267325] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.270502] env[70623]: DEBUG nova.compute.manager [-] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.270610] env[70623]: DEBUG nova.network.neutron [-] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.291151] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265da3a8-1b09-4603-a036-4d67ea3d321b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.295331] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.300925] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d978997-e527-4ab4-8696-31e56c6ec5b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.333838] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67061dda-5267-4764-b78d-66ee9bd445c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.341865] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4fa5f-761a-4ad6-b23d-83f2f3d11f53 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.355544] env[70623]: DEBUG nova.compute.provider_tree [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.439423] env[70623]: DEBUG oslo_vmware.api [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793782, 'name': PowerOffVM_Task, 'duration_secs': 0.238977} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.439696] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.439869] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.440147] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e2dce97-2c3a-484a-8ab8-cbb684399150 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.497304] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8a3c5b5c-fbd2-4ead-89b3-314df5c7edf9 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.258s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.526525] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.526744] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.526929] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleting the datastore file [datastore2] 2b198ec7-791a-45ff-9c79-e01ee6bc63b0 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.527238] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e16672f-dbe5-476f-80ad-6f581de46832 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.537560] env[70623]: DEBUG oslo_vmware.api [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 946.537560] env[70623]: value = "task-2793784" [ 946.537560] env[70623]: _type = "Task" [ 946.537560] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.550592] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d00415c2-c2ea-4d82-8a0b-4a37ef887503 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.640s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.551103] env[70623]: DEBUG oslo_vmware.api [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.764916] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793780, 'name': ReconfigVM_Task, 'duration_secs': 0.57202} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.765237] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.765906] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f4a4cb-76f6-4801-83c4-e518283bb8c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.772486] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 946.772486] env[70623]: value = "task-2793785" [ 946.772486] env[70623]: _type = "Task" [ 946.772486] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.783245] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793785, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.859817] env[70623]: DEBUG nova.scheduler.client.report [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.902157] env[70623]: DEBUG nova.compute.manager [req-2be112c3-04db-43c9-a893-03e13512a914 req-8b833206-97d8-4b79-ae9f-17cd063763be service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Received event network-vif-deleted-d3d7f522-6f3d-4773-a924-bf1ee3e9afe9 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.902395] env[70623]: INFO nova.compute.manager [req-2be112c3-04db-43c9-a893-03e13512a914 req-8b833206-97d8-4b79-ae9f-17cd063763be service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Neutron deleted interface d3d7f522-6f3d-4773-a924-bf1ee3e9afe9; detaching it from the instance and deleting it from the info cache [ 946.902692] env[70623]: DEBUG nova.network.neutron [req-2be112c3-04db-43c9-a893-03e13512a914 req-8b833206-97d8-4b79-ae9f-17cd063763be service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.047797] env[70623]: DEBUG oslo_vmware.api [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291947} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.048304] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.048304] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.048427] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.048630] env[70623]: INFO nova.compute.manager [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.048842] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.049053] env[70623]: DEBUG nova.compute.manager [-] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.049151] env[70623]: DEBUG nova.network.neutron [-] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.282873] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793785, 'name': Rename_Task, 'duration_secs': 0.183787} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.287026] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.287343] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a2f8d1f-fbfc-46bd-8bc8-e6342a7e5a18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295479] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 947.295479] env[70623]: value = "task-2793786" [ 947.295479] env[70623]: _type = "Task" [ 947.295479] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.305798] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.308240] env[70623]: DEBUG nova.network.neutron [-] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.367959] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.372923] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.714s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.372923] env[70623]: DEBUG nova.objects.instance [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lazy-loading 'resources' on Instance uuid 414b5a3d-d2cd-4f02-abd5-f390338bdcad {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.405664] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33a5f445-eda9-4c2a-a534-318e86b687dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.412937] env[70623]: INFO nova.scheduler.client.report [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance 5b038593-14ae-4ee4-b9c9-caad1692f06a [ 947.419444] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83fa080-aa6a-4d36-8cfb-11a96859156a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.474962] env[70623]: DEBUG nova.compute.manager [req-2be112c3-04db-43c9-a893-03e13512a914 req-8b833206-97d8-4b79-ae9f-17cd063763be service nova] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Detach interface failed, port_id=d3d7f522-6f3d-4773-a924-bf1ee3e9afe9, reason: Instance 9ffadc0c-36aa-4fd0-8762-c47f65e62758 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 947.798283] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5ddb9-a8e8-6f11-c953-57475fa6425d/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.798283] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f9f629-ad0c-47f7-b98d-748ff6bb3b56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.810268] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5ddb9-a8e8-6f11-c953-57475fa6425d/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.810654] env[70623]: ERROR oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5ddb9-a8e8-6f11-c953-57475fa6425d/disk-0.vmdk due to incomplete transfer. [ 947.811212] env[70623]: INFO nova.compute.manager [-] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Took 1.54 seconds to deallocate network for instance. [ 947.814753] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ef22a68-888d-40e8-a13b-14de21ada090 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.818386] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.825153] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5ddb9-a8e8-6f11-c953-57475fa6425d/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.828017] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Uploaded image 54e2c90b-5928-488c-aa2c-758002db8927 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 947.828017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.828374] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eaa8d6ac-88de-4c70-ac92-184fd5f63a53 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.834369] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 947.834369] env[70623]: value = "task-2793787" [ 947.834369] env[70623]: _type = "Task" [ 947.834369] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.844538] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793787, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.945376] env[70623]: DEBUG oslo_concurrency.lockutils [None req-14fa9590-f294-49c7-910d-7ce1f0126ce2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "5b038593-14ae-4ee4-b9c9-caad1692f06a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.245s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.089542] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.090435] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.243216] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f83201-8b7b-4e7f-8da8-d1f3250cd58d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.251099] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53301503-ba40-4657-b825-9fa8138cf35b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.283048] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc363234-befb-4fbc-9fe2-fba103c77e78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.291109] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaa82db-d3e1-4ce6-b408-900eae5bc167 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.306104] env[70623]: DEBUG nova.compute.provider_tree [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.317928] env[70623]: DEBUG oslo_vmware.api [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793786, 'name': PowerOnVM_Task, 'duration_secs': 0.692201} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.317928] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.317928] env[70623]: INFO nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Took 8.68 seconds to spawn the instance on the hypervisor. [ 948.317928] env[70623]: DEBUG nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.317928] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e85cf-60c8-4d80-ad4d-989628d20c43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.329113] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.346275] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793787, 'name': Destroy_Task, 'duration_secs': 0.362461} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.346618] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Destroyed the VM [ 948.346872] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.347141] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89aa869b-5372-42c7-aa58-b2a34e1e9412 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.353521] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 948.353521] env[70623]: value = "task-2793788" [ 948.353521] env[70623]: _type = "Task" [ 948.353521] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.367741] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793788, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.505690] env[70623]: DEBUG nova.network.neutron [-] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.593498] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.812500] env[70623]: DEBUG nova.scheduler.client.report [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.835144] env[70623]: INFO nova.compute.manager [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Took 23.74 seconds to build instance. [ 948.863926] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793788, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423633} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.864230] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.864499] env[70623]: DEBUG nova.compute.manager [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.865281] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e22a4e-e483-47c1-884d-3cc786e5bf31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.007693] env[70623]: INFO nova.compute.manager [-] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Took 1.96 seconds to deallocate network for instance. [ 949.012104] env[70623]: DEBUG nova.compute.manager [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Received event network-changed-90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.012308] env[70623]: DEBUG nova.compute.manager [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Refreshing instance network info cache due to event network-changed-90855115-8cfa-4931-a9f4-76fdabb25223. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 949.012523] env[70623]: DEBUG oslo_concurrency.lockutils [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] Acquiring lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.012675] env[70623]: DEBUG oslo_concurrency.lockutils [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] Acquired lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.013235] env[70623]: DEBUG nova.network.neutron [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Refreshing network info cache for port 90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.120746] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.146621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "d03937f6-f934-42c0-ac09-a13c2bf34361" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.146621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.316958] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.319240] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.972s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.320756] env[70623]: INFO nova.compute.claims [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.335515] env[70623]: INFO nova.scheduler.client.report [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Deleted allocations for instance 414b5a3d-d2cd-4f02-abd5-f390338bdcad [ 949.336928] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c187a6ad-4088-4d0d-aea8-22a4afff63a9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.254s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.377904] env[70623]: INFO nova.compute.manager [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Shelve offloading [ 949.521139] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.650772] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.724678] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "5301f26d-6f54-4979-a8eb-f94852c4abe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.724678] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.811831] env[70623]: DEBUG nova.network.neutron [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updated VIF entry in instance network info cache for port 90855115-8cfa-4931-a9f4-76fdabb25223. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.812265] env[70623]: DEBUG nova.network.neutron [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updating instance_info_cache with network_info: [{"id": "90855115-8cfa-4931-a9f4-76fdabb25223", "address": "fa:16:3e:26:8c:b8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90855115-8c", "ovs_interfaceid": "90855115-8cfa-4931-a9f4-76fdabb25223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.844778] env[70623]: DEBUG oslo_concurrency.lockutils [None req-07c05a25-d511-4ad5-80ab-9078ffa5e898 tempest-SecurityGroupsTestJSON-1015749398 tempest-SecurityGroupsTestJSON-1015749398-project-member] Lock "414b5a3d-d2cd-4f02-abd5-f390338bdcad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.629s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.884722] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.885052] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa89770f-9d8a-4f72-b56e-f8f0043297c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.893800] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 949.893800] env[70623]: value = "task-2793789" [ 949.893800] env[70623]: _type = "Task" [ 949.893800] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.901759] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.969158] env[70623]: INFO nova.compute.manager [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Rebuilding instance [ 950.009407] env[70623]: DEBUG nova.compute.manager [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.010316] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406835f7-30c6-4876-a3a9-ea31a2227236 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.174751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.227602] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.315155] env[70623]: DEBUG oslo_concurrency.lockutils [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] Releasing lock "refresh_cache-c1045d51-22d1-4ba4-b58b-07890074888b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.315254] env[70623]: DEBUG nova.compute.manager [req-b5735a32-d910-4c30-90dd-06419083f336 req-d98a5eea-b3c7-480f-8d0c-ffd51530aea8 service nova] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Received event network-vif-deleted-e26b34c3-a9cd-45cd-a880-11d706d75d42 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.406445] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.406445] env[70623]: DEBUG nova.compute.manager [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.410160] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925023e-2bba-41ff-abf6-7da32b34e272 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.413695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.414237] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.414237] env[70623]: DEBUG nova.network.neutron [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.663848] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c846f492-ded1-4661-869f-5830d99f3b34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.672235] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a61336-9af8-4263-85af-292fdc900b24 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.703386] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bcd7e3-e31a-48b5-9611-434adc93d605 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.711662] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf5973-73f8-41e0-95c3-79f258eb66e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.727650] env[70623]: DEBUG nova.compute.provider_tree [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.755519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.024255] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.024608] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be11967-7b94-4c3d-9a8d-b5b31fb59b52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.035754] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 951.035754] env[70623]: value = "task-2793790" [ 951.035754] env[70623]: _type = "Task" [ 951.035754] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.051718] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.234055] env[70623]: DEBUG nova.scheduler.client.report [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.378224] env[70623]: DEBUG nova.network.neutron [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updating instance_info_cache with network_info: [{"id": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "address": "fa:16:3e:aa:d7:6a", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d59c850-2c", "ovs_interfaceid": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.548226] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793790, 'name': PowerOffVM_Task, 'duration_secs': 0.297607} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.548226] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.548226] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.548226] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee74ab12-7c5d-4dca-8129-f9478285dfef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.556813] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.557346] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01f828d4-8b9c-44b6-8a5c-91fdea0fe328 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.631443] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.632305] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.632305] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.632305] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38385cb8-8ac2-40ef-b2b4-07807e2c14c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.639587] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 951.639587] env[70623]: value = "task-2793792" [ 951.639587] env[70623]: _type = "Task" [ 951.639587] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.647777] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.745565] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.746135] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.748771] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.439s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.748985] env[70623]: DEBUG nova.objects.instance [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lazy-loading 'resources' on Instance uuid 149e681e-ed7f-4bd6-b244-4f6c72c7be37 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.755477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "interface-483432da-f083-457e-97e5-deada79ffea1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.755731] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.756041] env[70623]: DEBUG nova.objects.instance [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'flavor' on Instance uuid 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.881398] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.151645] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444291} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.151988] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.152321] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.152548] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.252454] env[70623]: DEBUG nova.compute.utils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.253908] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.254273] env[70623]: DEBUG nova.network.neutron [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.261409] env[70623]: DEBUG nova.objects.instance [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'pci_requests' on Instance uuid 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.305812] env[70623]: DEBUG nova.policy [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b2869ccb5a140ce8948c3087505e217', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cb397efac4547598450b3b49b89fb13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.439180] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.440359] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ffb4d-51c8-446f-8bb2-0989e27d9fd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.452110] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.452389] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d34d8c-9ed2-4260-8784-489956e763d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.527778] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.528059] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.528223] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleting the datastore file [datastore1] 1214fb5b-0514-4e80-9928-4b0426cd715f {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.528506] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5dcf85-a60b-4dc6-9df9-6ea56038ad33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.538247] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 952.538247] env[70623]: value = "task-2793794" [ 952.538247] env[70623]: _type = "Task" [ 952.538247] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.548663] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.624522] env[70623]: DEBUG nova.network.neutron [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Successfully created port: 194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.692042] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c25648-996c-414e-9145-859364ff6ac4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.700797] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18164f6-78c9-4525-a971-767c9cf7e84b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.741300] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd9d908-3376-4e36-909d-52b453dc6a71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.753011] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58a148-6ae6-4136-aeae-7548f31085fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.767462] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.773872] env[70623]: DEBUG nova.objects.base [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Object Instance<483432da-f083-457e-97e5-deada79ffea1> lazy-loaded attributes: flavor,pci_requests {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.773872] env[70623]: DEBUG nova.network.neutron [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.773872] env[70623]: DEBUG nova.compute.provider_tree [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.854728] env[70623]: DEBUG nova.compute.manager [req-16f2a219-9e6a-4afc-ad7b-b84d4a414ff6 req-71288bff-c056-4f46-94db-06bfd528078e service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Received event network-vif-unplugged-0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.854896] env[70623]: DEBUG oslo_concurrency.lockutils [req-16f2a219-9e6a-4afc-ad7b-b84d4a414ff6 req-71288bff-c056-4f46-94db-06bfd528078e service nova] Acquiring lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.855180] env[70623]: DEBUG oslo_concurrency.lockutils [req-16f2a219-9e6a-4afc-ad7b-b84d4a414ff6 req-71288bff-c056-4f46-94db-06bfd528078e service nova] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.855322] env[70623]: DEBUG oslo_concurrency.lockutils [req-16f2a219-9e6a-4afc-ad7b-b84d4a414ff6 req-71288bff-c056-4f46-94db-06bfd528078e service nova] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.855490] env[70623]: DEBUG nova.compute.manager [req-16f2a219-9e6a-4afc-ad7b-b84d4a414ff6 req-71288bff-c056-4f46-94db-06bfd528078e service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] No waiting events found dispatching network-vif-unplugged-0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.855662] env[70623]: WARNING nova.compute.manager [req-16f2a219-9e6a-4afc-ad7b-b84d4a414ff6 req-71288bff-c056-4f46-94db-06bfd528078e service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Received unexpected event network-vif-unplugged-0d59c850-2c42-4421-aee5-bbe2df78dd7c for instance with vm_state shelved and task_state shelving_offloading. [ 952.871146] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2a6fc170-dce1-4134-a1a4-3504607cf1e3 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.115s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.048314] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.190940] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.191263] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.191408] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.191643] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.191828] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.192141] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.192505] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.192738] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.192950] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.193198] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.193413] env[70623]: DEBUG nova.virt.hardware [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.194311] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68e82f-967b-4759-948f-0518375e8e66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.206857] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210cec0-017e-4a2c-a549-d1c2bb58c4bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.223235] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4cbe5e-982d-4725-90a5-7461c6cbdafb', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.235763] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.236099] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.236363] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0114b0-c18b-40a1-9b02-c93ec2b4ef1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.268512] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.268512] env[70623]: value = "task-2793795" [ 953.268512] env[70623]: _type = "Task" [ 953.268512] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.278548] env[70623]: DEBUG nova.scheduler.client.report [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.289997] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793795, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.550802] env[70623]: DEBUG oslo_vmware.api [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532854} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.550802] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.550983] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.551175] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.581855] env[70623]: INFO nova.scheduler.client.report [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocations for instance 1214fb5b-0514-4e80-9928-4b0426cd715f [ 953.764826] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.765073] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.765264] env[70623]: DEBUG nova.compute.manager [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.766588] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0357e-136d-410f-a43b-e58cbabe2119 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.782310] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793795, 'name': CreateVM_Task, 'duration_secs': 0.34922} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.782646] env[70623]: DEBUG nova.compute.manager [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 953.783263] env[70623]: DEBUG nova.objects.instance [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'flavor' on Instance uuid ea3af44d-dc65-4f27-8618-95a84be3e179 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.784471] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.787910] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.790923] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.793718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.793718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.795408] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.795408] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.499s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.796924] env[70623]: INFO nova.compute.claims [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.802733] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9850f590-fd08-4e4b-9e39-e1319d0bc6ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.812325] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 953.812325] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e7719-e49e-3556-7cfc-1bf0a7fff815" [ 953.812325] env[70623]: _type = "Task" [ 953.812325] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.813479] env[70623]: INFO nova.scheduler.client.report [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Deleted allocations for instance 149e681e-ed7f-4bd6-b244-4f6c72c7be37 [ 953.832472] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.832912] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.833217] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.833506] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.833674] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.833892] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.834221] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.834465] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.834870] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.835228] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.836376] env[70623]: DEBUG nova.virt.hardware [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.839044] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f5d44-1281-4344-9c4f-351286f34ebc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.854177] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e7719-e49e-3556-7cfc-1bf0a7fff815, 'name': SearchDatastore_Task, 'duration_secs': 0.027015} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.857525] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.857867] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.858207] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.858431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.858691] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.859415] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e454ef2-7e12-4dec-8f03-3af2b4170326 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.866015] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a880be-e3cf-495a-92f9-21768fb70079 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.887962] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.888174] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.889684] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e22ff34-77d9-4e0f-9cd4-efab57cc11d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.897033] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 953.897033] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d4b36e-1497-1c55-1157-91031f197bd0" [ 953.897033] env[70623]: _type = "Task" [ 953.897033] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.905115] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d4b36e-1497-1c55-1157-91031f197bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.086539] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.162284] env[70623]: DEBUG nova.network.neutron [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Successfully updated port: 194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.311934] env[70623]: DEBUG nova.compute.manager [req-827efebe-2d0c-43e7-b80d-3f69ca52678f req-bcab0142-b64c-4eb0-be97-9702c66a4bba service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Received event network-vif-plugged-194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.312217] env[70623]: DEBUG oslo_concurrency.lockutils [req-827efebe-2d0c-43e7-b80d-3f69ca52678f req-bcab0142-b64c-4eb0-be97-9702c66a4bba service nova] Acquiring lock "d14cad71-1d0d-400f-b4ba-53630fccdb62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.312410] env[70623]: DEBUG oslo_concurrency.lockutils [req-827efebe-2d0c-43e7-b80d-3f69ca52678f req-bcab0142-b64c-4eb0-be97-9702c66a4bba service nova] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.312561] env[70623]: DEBUG oslo_concurrency.lockutils [req-827efebe-2d0c-43e7-b80d-3f69ca52678f req-bcab0142-b64c-4eb0-be97-9702c66a4bba service nova] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.312721] env[70623]: DEBUG nova.compute.manager [req-827efebe-2d0c-43e7-b80d-3f69ca52678f req-bcab0142-b64c-4eb0-be97-9702c66a4bba service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] No waiting events found dispatching network-vif-plugged-194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.312889] env[70623]: WARNING nova.compute.manager [req-827efebe-2d0c-43e7-b80d-3f69ca52678f req-bcab0142-b64c-4eb0-be97-9702c66a4bba service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Received unexpected event network-vif-plugged-194d48b5-34b3-44f2-9231-187218556ba7 for instance with vm_state building and task_state spawning. [ 954.330066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5c5bc0eb-e7dc-441a-a11d-da0c702fd43e tempest-ServersTestFqdnHostnames-22764629 tempest-ServersTestFqdnHostnames-22764629-project-member] Lock "149e681e-ed7f-4bd6-b244-4f6c72c7be37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.174s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.409044] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d4b36e-1497-1c55-1157-91031f197bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.040543} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.409858] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee847748-76b9-4633-abdd-64faa5d282b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.415981] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 954.415981] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526af058-31d5-3f9f-2400-629c4ee322e9" [ 954.415981] env[70623]: _type = "Task" [ 954.415981] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.425776] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526af058-31d5-3f9f-2400-629c4ee322e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.665837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "refresh_cache-d14cad71-1d0d-400f-b4ba-53630fccdb62" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.665837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquired lock "refresh_cache-d14cad71-1d0d-400f-b4ba-53630fccdb62" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.666117] env[70623]: DEBUG nova.network.neutron [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.800930] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.801269] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b51321-0a03-4534-86be-1e7a8eb11bce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.808910] env[70623]: DEBUG oslo_vmware.api [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 954.808910] env[70623]: value = "task-2793796" [ 954.808910] env[70623]: _type = "Task" [ 954.808910] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.818822] env[70623]: DEBUG oslo_vmware.api [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.887662] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "interface-483432da-f083-457e-97e5-deada79ffea1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.887971] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.888696] env[70623]: DEBUG nova.objects.instance [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'flavor' on Instance uuid 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.934086] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526af058-31d5-3f9f-2400-629c4ee322e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.934395] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.935270] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.935270] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b133b61d-3220-467c-81b2-84d68c609bb9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.944248] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 954.944248] env[70623]: value = "task-2793797" [ 954.944248] env[70623]: _type = "Task" [ 954.944248] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.953153] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.999085] env[70623]: DEBUG oslo_concurrency.lockutils [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1214fb5b-0514-4e80-9928-4b0426cd715f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.132245] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9350fa1d-1eed-40f2-97cd-5965e1a3848f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.143355] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9f40bb-0c84-4fcc-8fde-e246ca6d0808 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.181912] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1904a-7264-40a5-bdfb-760b6c065006 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.191029] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa8e03-7db6-4082-8140-9309992f72d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.207995] env[70623]: DEBUG nova.compute.provider_tree [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.244313] env[70623]: DEBUG nova.network.neutron [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.322516] env[70623]: DEBUG oslo_vmware.api [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793796, 'name': PowerOffVM_Task, 'duration_secs': 0.226479} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.322815] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.323035] env[70623]: DEBUG nova.compute.manager [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.323962] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6516f-2920-4fa2-be60-8919d8a92d43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.384208] env[70623]: DEBUG nova.compute.manager [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Received event network-changed-0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 955.384451] env[70623]: DEBUG nova.compute.manager [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Refreshing instance network info cache due to event network-changed-0d59c850-2c42-4421-aee5-bbe2df78dd7c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 955.384727] env[70623]: DEBUG oslo_concurrency.lockutils [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] Acquiring lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.384874] env[70623]: DEBUG oslo_concurrency.lockutils [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] Acquired lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.385646] env[70623]: DEBUG nova.network.neutron [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Refreshing network info cache for port 0d59c850-2c42-4421-aee5-bbe2df78dd7c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.457394] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501345} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.457670] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.457893] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.458164] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddbadbed-5308-48f2-b389-d5afffe07a2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.464783] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 955.464783] env[70623]: value = "task-2793798" [ 955.464783] env[70623]: _type = "Task" [ 955.464783] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.476477] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.480262] env[70623]: DEBUG nova.objects.instance [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'pci_requests' on Instance uuid 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.711249] env[70623]: DEBUG nova.scheduler.client.report [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.764128] env[70623]: DEBUG nova.network.neutron [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Updating instance_info_cache with network_info: [{"id": "194d48b5-34b3-44f2-9231-187218556ba7", "address": "fa:16:3e:0e:89:6d", "network": {"id": "3f9a6560-37ff-4a7c-8bf8-0d88bd65284e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1619484553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb397efac4547598450b3b49b89fb13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194d48b5-34", "ovs_interfaceid": "194d48b5-34b3-44f2-9231-187218556ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.841293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2b4adcb7-b73b-4e45-b29a-0d58a3a1ec88 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.980217] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063704} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.980217] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.982112] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78f055-5d1e-4d3c-8c27-961d663618bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.985328] env[70623]: DEBUG nova.objects.base [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Object Instance<483432da-f083-457e-97e5-deada79ffea1> lazy-loaded attributes: flavor,pci_requests {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.985670] env[70623]: DEBUG nova.network.neutron [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.014423] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.014754] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c36e77d-339d-416c-b365-2abdc08f0275 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.036853] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 956.036853] env[70623]: value = "task-2793799" [ 956.036853] env[70623]: _type = "Task" [ 956.036853] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.038294] env[70623]: DEBUG nova.policy [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.048976] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.216659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.217312] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.221566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.891s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.221566] env[70623]: DEBUG nova.objects.instance [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lazy-loading 'resources' on Instance uuid 9ffadc0c-36aa-4fd0-8762-c47f65e62758 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.268422] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Releasing lock "refresh_cache-d14cad71-1d0d-400f-b4ba-53630fccdb62" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.268482] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Instance network_info: |[{"id": "194d48b5-34b3-44f2-9231-187218556ba7", "address": "fa:16:3e:0e:89:6d", "network": {"id": "3f9a6560-37ff-4a7c-8bf8-0d88bd65284e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1619484553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb397efac4547598450b3b49b89fb13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194d48b5-34", "ovs_interfaceid": "194d48b5-34b3-44f2-9231-187218556ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.268913] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:89:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '194d48b5-34b3-44f2-9231-187218556ba7', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.277488] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Creating folder: Project (8cb397efac4547598450b3b49b89fb13). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.278793] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa72c9b-284c-4aaf-aa53-f098fa77df0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.290596] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Created folder: Project (8cb397efac4547598450b3b49b89fb13) in parent group-v561316. [ 956.290813] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Creating folder: Instances. Parent ref: group-v561537. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.291747] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc81796-5ab8-4183-9ec4-3f268b7d5017 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.308920] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Created folder: Instances in parent group-v561537. [ 956.309210] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.310385] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.313576] env[70623]: INFO nova.compute.manager [None req-38230812-0c90-4d62-bdf6-57f0409bcc9c tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Get console output [ 956.313862] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-38230812-0c90-4d62-bdf6-57f0409bcc9c tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] The console log is missing. Check your VSPC configuration [ 956.314534] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ddfc24a-6c41-4a0c-922e-94d5f261d2bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.335434] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.335434] env[70623]: value = "task-2793802" [ 956.335434] env[70623]: _type = "Task" [ 956.335434] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.345798] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793802, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.379568] env[70623]: DEBUG nova.network.neutron [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updated VIF entry in instance network info cache for port 0d59c850-2c42-4421-aee5-bbe2df78dd7c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.380122] env[70623]: DEBUG nova.network.neutron [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updating instance_info_cache with network_info: [{"id": "0d59c850-2c42-4421-aee5-bbe2df78dd7c", "address": "fa:16:3e:aa:d7:6a", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": null, "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0d59c850-2c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.552134] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.656186] env[70623]: DEBUG nova.network.neutron [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Successfully created port: f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.723484] env[70623]: DEBUG nova.compute.utils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.725448] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.725686] env[70623]: DEBUG nova.network.neutron [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.780598] env[70623]: DEBUG nova.policy [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1261731aad9d47dcb6965ffb9dd75b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e13c04919740b3a5aa84c65c5b4789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.848101] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793802, 'name': CreateVM_Task, 'duration_secs': 0.388294} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.848101] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.848101] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.848101] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.850202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.852754] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67228ffd-1964-4da4-9d70-fbfd187e646b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.858024] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 956.858024] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c2aeda-c6d1-614f-130c-c49c0a5fa021" [ 956.858024] env[70623]: _type = "Task" [ 956.858024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.869874] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c2aeda-c6d1-614f-130c-c49c0a5fa021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.883103] env[70623]: DEBUG oslo_concurrency.lockutils [req-c60718aa-cf20-4d9b-bef2-1b32c497bbeb req-7ec0a1fb-8500-4aa9-b69f-3b751f878cce service nova] Releasing lock "refresh_cache-1214fb5b-0514-4e80-9928-4b0426cd715f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.055560] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793799, 'name': ReconfigVM_Task, 'duration_secs': 0.620417} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.058569] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52/2cd5826d-b3e7-49a2-9700-1fdb0cb20d52.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.059401] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a09b23-ece2-4b65-8965-93fc246a6f28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.067345] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 957.067345] env[70623]: value = "task-2793803" [ 957.067345] env[70623]: _type = "Task" [ 957.067345] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.079655] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793803, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.154039] env[70623]: DEBUG nova.network.neutron [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Successfully created port: c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.168612] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9ad19-1f48-469b-bb9f-30271535d421 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.176613] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66e513b-7385-4609-a613-eded6406326b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.211446] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa69714e-a1cf-4b33-a20a-f451a6529968 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.215422] env[70623]: DEBUG nova.compute.manager [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Received event network-changed-194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 957.215616] env[70623]: DEBUG nova.compute.manager [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Refreshing instance network info cache due to event network-changed-194d48b5-34b3-44f2-9231-187218556ba7. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 957.216430] env[70623]: DEBUG oslo_concurrency.lockutils [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] Acquiring lock "refresh_cache-d14cad71-1d0d-400f-b4ba-53630fccdb62" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.216430] env[70623]: DEBUG oslo_concurrency.lockutils [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] Acquired lock "refresh_cache-d14cad71-1d0d-400f-b4ba-53630fccdb62" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.216430] env[70623]: DEBUG nova.network.neutron [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Refreshing network info cache for port 194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.223711] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1104c4d9-108b-4bf0-84c6-3502eab26dc7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.228647] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.239432] env[70623]: DEBUG nova.compute.provider_tree [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.368193] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c2aeda-c6d1-614f-130c-c49c0a5fa021, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.371599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.371599] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.371599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.371599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.371599] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.371599] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a29646e-0f1d-4c9f-a6f8-c4bc7081b29c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.378585] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.379294] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.379715] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39408220-a966-4c8a-9d89-89895e1ea75c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.385116] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 957.385116] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52241ef6-8045-d433-fc0e-03f063d82e39" [ 957.385116] env[70623]: _type = "Task" [ 957.385116] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.392907] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52241ef6-8045-d433-fc0e-03f063d82e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.577609] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793803, 'name': Rename_Task, 'duration_secs': 0.160316} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.577894] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.578141] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4134ea70-941a-4e54-8128-72a6fe663145 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.584874] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 957.584874] env[70623]: value = "task-2793804" [ 957.584874] env[70623]: _type = "Task" [ 957.584874] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.593142] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.746679] env[70623]: DEBUG nova.scheduler.client.report [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.896769] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52241ef6-8045-d433-fc0e-03f063d82e39, 'name': SearchDatastore_Task, 'duration_secs': 0.008005} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.901217] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0dc5032-4c84-4601-9108-18b3f4e09b1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.907137] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 957.907137] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526585dc-7a05-0df4-911b-7bf14276b011" [ 957.907137] env[70623]: _type = "Task" [ 957.907137] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.917862] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526585dc-7a05-0df4-911b-7bf14276b011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.012433] env[70623]: DEBUG nova.network.neutron [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Updated VIF entry in instance network info cache for port 194d48b5-34b3-44f2-9231-187218556ba7. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.012813] env[70623]: DEBUG nova.network.neutron [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Updating instance_info_cache with network_info: [{"id": "194d48b5-34b3-44f2-9231-187218556ba7", "address": "fa:16:3e:0e:89:6d", "network": {"id": "3f9a6560-37ff-4a7c-8bf8-0d88bd65284e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1619484553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb397efac4547598450b3b49b89fb13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194d48b5-34", "ovs_interfaceid": "194d48b5-34b3-44f2-9231-187218556ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.097153] env[70623]: DEBUG oslo_vmware.api [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793804, 'name': PowerOnVM_Task, 'duration_secs': 0.477948} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.097862] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.098222] env[70623]: DEBUG nova.compute.manager [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.099008] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9da2a0-62c5-4b41-b717-bf040d166771 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.251741] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.256420] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.258589] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.138s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.260115] env[70623]: INFO nova.compute.claims [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.289223] env[70623]: DEBUG nova.network.neutron [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Successfully updated port: f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.293704] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.294754] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.294754] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.294754] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.294754] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.295186] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.295556] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.297322] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.297322] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.297322] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.297322] env[70623]: DEBUG nova.virt.hardware [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.297322] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e00ea-4d69-4216-bc27-2607d6d61865 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.308295] env[70623]: INFO nova.scheduler.client.report [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted allocations for instance 9ffadc0c-36aa-4fd0-8762-c47f65e62758 [ 958.314281] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190756d2-7eba-4153-a0a3-ac3a68d926df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.417908] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526585dc-7a05-0df4-911b-7bf14276b011, 'name': SearchDatastore_Task, 'duration_secs': 0.008612} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.418740] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.419079] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] d14cad71-1d0d-400f-b4ba-53630fccdb62/d14cad71-1d0d-400f-b4ba-53630fccdb62.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.419340] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29468acb-feb6-4c55-8957-acc655058f37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.427700] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 958.427700] env[70623]: value = "task-2793805" [ 958.427700] env[70623]: _type = "Task" [ 958.427700] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.436649] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.490281] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.490568] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.515212] env[70623]: DEBUG oslo_concurrency.lockutils [req-378d563c-450f-4a38-891c-45ada0ca4c51 req-5e7ee9c0-fc8c-4813-b15a-20096d685c94 service nova] Releasing lock "refresh_cache-d14cad71-1d0d-400f-b4ba-53630fccdb62" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.620922] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.666371] env[70623]: DEBUG nova.compute.manager [req-762c5b62-82e8-4f6b-b079-041b89832257 req-0d3c754b-8359-4960-baee-c9baff859d6a service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-vif-plugged-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 958.666600] env[70623]: DEBUG oslo_concurrency.lockutils [req-762c5b62-82e8-4f6b-b079-041b89832257 req-0d3c754b-8359-4960-baee-c9baff859d6a service nova] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.666811] env[70623]: DEBUG oslo_concurrency.lockutils [req-762c5b62-82e8-4f6b-b079-041b89832257 req-0d3c754b-8359-4960-baee-c9baff859d6a service nova] Lock "483432da-f083-457e-97e5-deada79ffea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.666980] env[70623]: DEBUG oslo_concurrency.lockutils [req-762c5b62-82e8-4f6b-b079-041b89832257 req-0d3c754b-8359-4960-baee-c9baff859d6a service nova] Lock "483432da-f083-457e-97e5-deada79ffea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.668221] env[70623]: DEBUG nova.compute.manager [req-762c5b62-82e8-4f6b-b079-041b89832257 req-0d3c754b-8359-4960-baee-c9baff859d6a service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] No waiting events found dispatching network-vif-plugged-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.668620] env[70623]: WARNING nova.compute.manager [req-762c5b62-82e8-4f6b-b079-041b89832257 req-0d3c754b-8359-4960-baee-c9baff859d6a service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received unexpected event network-vif-plugged-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 for instance with vm_state active and task_state None. [ 958.802439] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.803042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.803279] env[70623]: DEBUG nova.network.neutron [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.816584] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdb34c64-81b3-4977-a510-b7479f07c6fd tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "9ffadc0c-36aa-4fd0-8762-c47f65e62758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.182s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.822983] env[70623]: DEBUG nova.objects.instance [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'flavor' on Instance uuid ea3af44d-dc65-4f27-8618-95a84be3e179 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.871790] env[70623]: DEBUG nova.network.neutron [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Successfully updated port: c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.943300] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43925} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.943300] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] d14cad71-1d0d-400f-b4ba-53630fccdb62/d14cad71-1d0d-400f-b4ba-53630fccdb62.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.943300] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.943300] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd8ea7c-6fe8-400a-ac48-3b623485db76 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.950459] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 958.950459] env[70623]: value = "task-2793806" [ 958.950459] env[70623]: _type = "Task" [ 958.950459] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.960474] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.994187] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.331939] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.332447] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.332562] env[70623]: DEBUG nova.network.neutron [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.332742] env[70623]: DEBUG nova.objects.instance [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'info_cache' on Instance uuid ea3af44d-dc65-4f27-8618-95a84be3e179 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.357303] env[70623]: WARNING nova.network.neutron [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] a8c8779a-e0e9-4806-994e-267bf11f538e already exists in list: networks containing: ['a8c8779a-e0e9-4806-994e-267bf11f538e']. ignoring it [ 959.377522] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "refresh_cache-dbc21f7f-18e1-4848-856a-c994e116d1ee" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.377522] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "refresh_cache-dbc21f7f-18e1-4848-856a-c994e116d1ee" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.377522] env[70623]: DEBUG nova.network.neutron [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.460143] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072216} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.460404] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.463548] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3624757e-a0c5-4343-9ca4-7f20d4eb1d77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.489417] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] d14cad71-1d0d-400f-b4ba-53630fccdb62/d14cad71-1d0d-400f-b4ba-53630fccdb62.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.493626] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060d8882-129b-46c7-af9c-811919a4870f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.517439] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 959.517439] env[70623]: value = "task-2793807" [ 959.517439] env[70623]: _type = "Task" [ 959.517439] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.525808] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.529476] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.625474] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e84a8-6e13-4e9b-9958-9c8a2dc58b86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.633079] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3021a5-0dde-47da-868b-948d66d9b97e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.668486] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae634d3-3cc8-4a57-a80b-1e7fa351af98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.676407] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d63f8b3-78e9-4f7c-bbe3-86bc0defbae3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.690162] env[70623]: DEBUG nova.compute.provider_tree [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.704399] env[70623]: DEBUG nova.network.neutron [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "address": "fa:16:3e:44:ea:36", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c0a9c9-ed", "ovs_interfaceid": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.836799] env[70623]: DEBUG nova.objects.base [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.915978] env[70623]: DEBUG nova.network.neutron [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.004090] env[70623]: DEBUG nova.compute.manager [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Received event network-vif-plugged-c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.004472] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] Acquiring lock "dbc21f7f-18e1-4848-856a-c994e116d1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.004692] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.004892] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.005076] env[70623]: DEBUG nova.compute.manager [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] No waiting events found dispatching network-vif-plugged-c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.005254] env[70623]: WARNING nova.compute.manager [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Received unexpected event network-vif-plugged-c678d85a-3b5b-43be-9df7-d8ec026e4c0c for instance with vm_state building and task_state spawning. [ 960.005463] env[70623]: DEBUG nova.compute.manager [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Received event network-changed-c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.005568] env[70623]: DEBUG nova.compute.manager [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Refreshing instance network info cache due to event network-changed-c678d85a-3b5b-43be-9df7-d8ec026e4c0c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 960.005735] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] Acquiring lock "refresh_cache-dbc21f7f-18e1-4848-856a-c994e116d1ee" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.026923] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793807, 'name': ReconfigVM_Task, 'duration_secs': 0.428144} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.028289] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Reconfigured VM instance instance-0000004f to attach disk [datastore2] d14cad71-1d0d-400f-b4ba-53630fccdb62/d14cad71-1d0d-400f-b4ba-53630fccdb62.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.028968] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aae9c809-f5a0-447a-9237-4f8cdaaa5a49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.035648] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 960.035648] env[70623]: value = "task-2793808" [ 960.035648] env[70623]: _type = "Task" [ 960.035648] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.044301] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793808, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.074252] env[70623]: DEBUG nova.network.neutron [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Updating instance_info_cache with network_info: [{"id": "c678d85a-3b5b-43be-9df7-d8ec026e4c0c", "address": "fa:16:3e:b7:fa:8b", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc678d85a-3b", "ovs_interfaceid": "c678d85a-3b5b-43be-9df7-d8ec026e4c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.194253] env[70623]: DEBUG nova.scheduler.client.report [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.207242] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.207829] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.207989] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.208948] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0dacd-6456-48e5-a0ab-231c6f41b728 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.226823] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.227081] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.227242] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.227432] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.227593] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.228322] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.228322] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.228322] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.228322] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.228535] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.228535] env[70623]: DEBUG nova.virt.hardware [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.234828] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfiguring VM to attach interface {{(pid=70623) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 960.235458] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-639f1f0a-04c5-4e20-89c4-ca931b44e1f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.253017] env[70623]: INFO nova.compute.manager [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Rebuilding instance [ 960.254998] env[70623]: DEBUG oslo_vmware.api [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 960.254998] env[70623]: value = "task-2793809" [ 960.254998] env[70623]: _type = "Task" [ 960.254998] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.263962] env[70623]: DEBUG oslo_vmware.api [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793809, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.304448] env[70623]: DEBUG nova.compute.manager [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.305274] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b772fb6-3e2a-4dbc-bd57-4e28e24c720d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.544955] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793808, 'name': Rename_Task, 'duration_secs': 0.154228} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.545308] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.545519] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c1a84f8-be3d-470c-958b-231129c836b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.553079] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 960.553079] env[70623]: value = "task-2793810" [ 960.553079] env[70623]: _type = "Task" [ 960.553079] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.561073] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.577107] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "refresh_cache-dbc21f7f-18e1-4848-856a-c994e116d1ee" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.577107] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Instance network_info: |[{"id": "c678d85a-3b5b-43be-9df7-d8ec026e4c0c", "address": "fa:16:3e:b7:fa:8b", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc678d85a-3b", "ovs_interfaceid": "c678d85a-3b5b-43be-9df7-d8ec026e4c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.577360] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] Acquired lock "refresh_cache-dbc21f7f-18e1-4848-856a-c994e116d1ee" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.577557] env[70623]: DEBUG nova.network.neutron [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Refreshing network info cache for port c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.578751] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:fa:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c678d85a-3b5b-43be-9df7-d8ec026e4c0c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.587255] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.588590] env[70623]: DEBUG nova.network.neutron [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.590383] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.590791] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8b98f1-b7c3-4ada-a5d8-fb75f2dab27b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.613331] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.613331] env[70623]: value = "task-2793811" [ 960.613331] env[70623]: _type = "Task" [ 960.613331] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.622169] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793811, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.703518] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.703518] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.704864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.184s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.705107] env[70623]: DEBUG nova.objects.instance [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'resources' on Instance uuid 2b198ec7-791a-45ff-9c79-e01ee6bc63b0 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.767507] env[70623]: DEBUG oslo_vmware.api [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.866901] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.866901] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.067678] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.091418] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.125294] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793811, 'name': CreateVM_Task, 'duration_secs': 0.419991} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.125841] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.126481] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.126820] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.127430] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.128021] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e68303-72ac-4398-ab07-22f458d40b4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.133309] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 961.133309] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52de11a4-072b-5150-2291-82481cff1d32" [ 961.133309] env[70623]: _type = "Task" [ 961.133309] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.149225] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52de11a4-072b-5150-2291-82481cff1d32, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.149225] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.149225] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.149225] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.149225] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.149225] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.149225] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2649ce3-8e9e-4fa9-ab13-484bbc762d96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.160227] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.160227] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.160227] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497ee117-3604-4e48-811b-e46ed8951487 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.165747] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 961.165747] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9ef40-c6a6-583a-f900-4dfb59b6f442" [ 961.165747] env[70623]: _type = "Task" [ 961.165747] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.176984] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9ef40-c6a6-583a-f900-4dfb59b6f442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.212020] env[70623]: DEBUG nova.compute.utils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.213693] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.213873] env[70623]: DEBUG nova.network.neutron [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.259213] env[70623]: DEBUG nova.policy [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0868313eb384dcb8c31bc3ad812bf50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '228f83af9ecb4058aff1f2ec8f942376', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.275195] env[70623]: DEBUG oslo_vmware.api [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793809, 'name': ReconfigVM_Task, 'duration_secs': 0.592091} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.275860] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.276232] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfigured VM to attach interface {{(pid=70623) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 961.323686] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.323686] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e42f91e-c32c-4c8e-9c44-f0e9fbd8fc18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.331024] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 961.331024] env[70623]: value = "task-2793812" [ 961.331024] env[70623]: _type = "Task" [ 961.331024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.346394] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.378929] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379910] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379910] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379910] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379910] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.380347] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.380473] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 961.380705] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.383456] env[70623]: DEBUG nova.network.neutron [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Updated VIF entry in instance network info cache for port c678d85a-3b5b-43be-9df7-d8ec026e4c0c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.383456] env[70623]: DEBUG nova.network.neutron [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Updating instance_info_cache with network_info: [{"id": "c678d85a-3b5b-43be-9df7-d8ec026e4c0c", "address": "fa:16:3e:b7:fa:8b", "network": {"id": "b42f7956-e12e-4148-a4e2-f4762614b53c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1719825630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e13c04919740b3a5aa84c65c5b4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc678d85a-3b", "ovs_interfaceid": "c678d85a-3b5b-43be-9df7-d8ec026e4c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.552675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.552675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.564463] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.566858] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6eda7c-0b04-42cd-a6bc-fd6f00e6e34f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.575584] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555c7c7-e24e-470f-8486-2b1a8ab7d4e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.614985] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d867bde-a3c9-4c17-8016-3d50228d9259 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.623679] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4907533-d206-4b13-94da-6c544267d3c5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.643513] env[70623]: DEBUG nova.compute.provider_tree [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.675336] env[70623]: DEBUG nova.compute.manager [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-changed-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.675336] env[70623]: DEBUG nova.compute.manager [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing instance network info cache due to event network-changed-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 961.675336] env[70623]: DEBUG oslo_concurrency.lockutils [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.675336] env[70623]: DEBUG oslo_concurrency.lockutils [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.675336] env[70623]: DEBUG nova.network.neutron [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing network info cache for port f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.677015] env[70623]: DEBUG nova.network.neutron [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Successfully created port: 913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.687315] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9ef40-c6a6-583a-f900-4dfb59b6f442, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.689165] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5d4b29-35f4-46ab-8bc6-92ef9f47eb93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.699209] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 961.699209] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b9b315-bb80-9c3d-5247-6899168304b4" [ 961.699209] env[70623]: _type = "Task" [ 961.699209] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.705367] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b9b315-bb80-9c3d-5247-6899168304b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.716440] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.781328] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f51cf82b-d0d7-4b59-b77e-6de180d5f8e5 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.893s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.842220] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793812, 'name': PowerOffVM_Task, 'duration_secs': 0.37267} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.842574] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.843311] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.843610] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5504c8b7-cd3c-4adb-b259-fca8303ce01a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.850023] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 961.850023] env[70623]: value = "task-2793813" [ 961.850023] env[70623]: _type = "Task" [ 961.850023] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.857137] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.889026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.889026] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc9d4606-c21c-42ff-bf25-059918c61a24 req-114e0696-9837-453b-a7bd-bfb01d73cc39 service nova] Releasing lock "refresh_cache-dbc21f7f-18e1-4848-856a-c994e116d1ee" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.054628] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.068678] env[70623]: DEBUG oslo_vmware.api [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793810, 'name': PowerOnVM_Task, 'duration_secs': 1.113109} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.069346] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.069346] env[70623]: INFO nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Took 8.28 seconds to spawn the instance on the hypervisor. [ 962.069444] env[70623]: DEBUG nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.070300] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703078ae-494d-4711-8ff9-b70f034e238d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.115333] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.116257] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28bf4612-bade-48b0-a74c-490dac14cfe8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.123807] env[70623]: DEBUG oslo_vmware.api [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 962.123807] env[70623]: value = "task-2793814" [ 962.123807] env[70623]: _type = "Task" [ 962.123807] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.134608] env[70623]: DEBUG oslo_vmware.api [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.146333] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.146651] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.146899] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.147127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.147338] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.149633] env[70623]: DEBUG nova.scheduler.client.report [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.153530] env[70623]: INFO nova.compute.manager [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Terminating instance [ 962.208018] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b9b315-bb80-9c3d-5247-6899168304b4, 'name': SearchDatastore_Task, 'duration_secs': 0.031217} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.208308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.208571] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] dbc21f7f-18e1-4848-856a-c994e116d1ee/dbc21f7f-18e1-4848-856a-c994e116d1ee.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.208832] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086c0fbe-4405-4871-b381-5f2c8bb29cb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.216262] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 962.216262] env[70623]: value = "task-2793815" [ 962.216262] env[70623]: _type = "Task" [ 962.216262] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.226088] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.362995] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.363217] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 962.363433] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561467', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'name': 'volume-8bb51374-bcfc-4655-885b-db0f9ed02e48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '603c0f1f-f050-43e8-b587-c38021053e6a', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'serial': '8bb51374-bcfc-4655-885b-db0f9ed02e48'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 962.364284] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9add81d-5e3f-4c57-9f35-0ed7bb2a1bd8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.383121] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a660b7-c274-45b3-b192-5acf0bf2ccc5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.390097] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66efd80d-96bb-48a4-8195-e627d95d2648 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.409893] env[70623]: DEBUG nova.network.neutron [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updated VIF entry in instance network info cache for port f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.410339] env[70623]: DEBUG nova.network.neutron [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "address": "fa:16:3e:44:ea:36", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c0a9c9-ed", "ovs_interfaceid": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.412686] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f06e9-d73d-481c-9f25-8215b65c382d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.430424] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] The volume has not been displaced from its original location: [datastore2] volume-8bb51374-bcfc-4655-885b-db0f9ed02e48/volume-8bb51374-bcfc-4655-885b-db0f9ed02e48.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 962.435695] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.437010] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732f7314-9ba4-47ba-89b3-79d80887a810 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.454539] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 962.454539] env[70623]: value = "task-2793816" [ 962.454539] env[70623]: _type = "Task" [ 962.454539] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.463742] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.592839] env[70623]: INFO nova.compute.manager [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Took 21.27 seconds to build instance. [ 962.595272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.639186] env[70623]: DEBUG oslo_vmware.api [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.657257] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.660329] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.486s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.663296] env[70623]: INFO nova.compute.claims [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.670379] env[70623]: DEBUG nova.compute.manager [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.670379] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.670379] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e0dc75-37cd-4452-a19d-d9cfae070aa0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.680208] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.680208] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c71847-ca18-476c-bc76-fcedb6525f8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.689607] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 962.689607] env[70623]: value = "task-2793817" [ 962.689607] env[70623]: _type = "Task" [ 962.689607] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.690922] env[70623]: INFO nova.scheduler.client.report [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted allocations for instance 2b198ec7-791a-45ff-9c79-e01ee6bc63b0 [ 962.708785] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.730208] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.731515] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.759841] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.760116] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.760277] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.760643] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.760805] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.760955] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.761200] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.761360] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.761529] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.761978] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.761978] env[70623]: DEBUG nova.virt.hardware [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.763351] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8b75fc-1d5b-44f5-8762-64a1d14206b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.773099] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23e46e4-3274-4beb-bbd7-e78f4abef898 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.916664] env[70623]: DEBUG oslo_concurrency.lockutils [req-88b30fc0-b337-4961-8399-c9f52e1ddba2 req-669e52d9-1299-4793-aa1c-9de93fef8408 service nova] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.972741] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793816, 'name': ReconfigVM_Task, 'duration_secs': 0.338652} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.972741] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.978066] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfac3e2a-f536-4670-9040-d049c20a1d23 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.996308] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 962.996308] env[70623]: value = "task-2793818" [ 962.996308] env[70623]: _type = "Task" [ 962.996308] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.005325] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.097967] env[70623]: DEBUG oslo_concurrency.lockutils [None req-075ef8d1-fd20-47e2-809d-2d341d5d3b76 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.787s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.116446] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.116788] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.139533] env[70623]: DEBUG oslo_vmware.api [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793814, 'name': PowerOnVM_Task, 'duration_secs': 0.539548} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.139930] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.140267] env[70623]: DEBUG nova.compute.manager [None req-bf360536-111e-4e39-953b-10c62ec2e904 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.141182] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ce928-0c3d-446d-a2da-52e86ce313e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.205789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27110595-eac8-4927-a529-092a033449c1 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b198ec7-791a-45ff-9c79-e01ee6bc63b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.805s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.210499] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793817, 'name': PowerOffVM_Task, 'duration_secs': 0.483492} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.211225] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.211561] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.211978] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6606adf-5fab-4c53-aac1-9fa003c08126 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.230407] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814279} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.234302] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] dbc21f7f-18e1-4848-856a-c994e116d1ee/dbc21f7f-18e1-4848-856a-c994e116d1ee.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.234726] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.235098] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d964d2-031b-419b-a23c-cebf4526f9c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.243811] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 963.243811] env[70623]: value = "task-2793820" [ 963.243811] env[70623]: _type = "Task" [ 963.243811] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.253715] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.283963] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.284165] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.284400] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore2] 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.284750] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b88e3058-54f4-4547-8976-ac1fce0a3645 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.291570] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 963.291570] env[70623]: value = "task-2793821" [ 963.291570] env[70623]: _type = "Task" [ 963.291570] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.299901] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.505612] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793818, 'name': ReconfigVM_Task, 'duration_secs': 0.173194} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.505903] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561467', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'name': 'volume-8bb51374-bcfc-4655-885b-db0f9ed02e48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '603c0f1f-f050-43e8-b587-c38021053e6a', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb51374-bcfc-4655-885b-db0f9ed02e48', 'serial': '8bb51374-bcfc-4655-885b-db0f9ed02e48'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 963.506176] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.507042] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecf603-8871-40a6-8840-e91959619a94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.513797] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.514033] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d725c6c4-430f-43ec-9689-8d1a0f3b2e12 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.603582] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.603981] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.603981] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Deleting the datastore file [datastore2] 603c0f1f-f050-43e8-b587-c38021053e6a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.604266] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-497b7216-4ecf-4e61-89f7-b5f38df8b104 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.610646] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for the task: (returnval){ [ 963.610646] env[70623]: value = "task-2793823" [ 963.610646] env[70623]: _type = "Task" [ 963.610646] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.618983] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.621561] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.637741] env[70623]: DEBUG nova.network.neutron [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Successfully updated port: 913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.759090] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24346} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.759090] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.759456] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69e6f0-5523-455b-b57b-e8918e8a8192 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.782862] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] dbc21f7f-18e1-4848-856a-c994e116d1ee/dbc21f7f-18e1-4848-856a-c994e116d1ee.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.787448] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd1b8b1-ed15-4b34-a71d-20484fd7ec2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.802802] env[70623]: DEBUG nova.compute.manager [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Received event network-vif-plugged-913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 963.802802] env[70623]: DEBUG oslo_concurrency.lockutils [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] Acquiring lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.803036] env[70623]: DEBUG oslo_concurrency.lockutils [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.803190] env[70623]: DEBUG oslo_concurrency.lockutils [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.803357] env[70623]: DEBUG nova.compute.manager [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] No waiting events found dispatching network-vif-plugged-913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.803589] env[70623]: WARNING nova.compute.manager [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Received unexpected event network-vif-plugged-913fc9db-a510-4cca-b68f-b4c323e9bf6c for instance with vm_state building and task_state spawning. [ 963.804215] env[70623]: DEBUG nova.compute.manager [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Received event network-changed-913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 963.804215] env[70623]: DEBUG nova.compute.manager [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Refreshing instance network info cache due to event network-changed-913fc9db-a510-4cca-b68f-b4c323e9bf6c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 963.804215] env[70623]: DEBUG oslo_concurrency.lockutils [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] Acquiring lock "refresh_cache-ca815769-7e85-44fc-9ecc-f878e0ee1c54" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.804378] env[70623]: DEBUG oslo_concurrency.lockutils [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] Acquired lock "refresh_cache-ca815769-7e85-44fc-9ecc-f878e0ee1c54" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.804626] env[70623]: DEBUG nova.network.neutron [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Refreshing network info cache for port 913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.816581] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.820506] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 963.820506] env[70623]: value = "task-2793824" [ 963.820506] env[70623]: _type = "Task" [ 963.820506] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.829962] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.983554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "d14cad71-1d0d-400f-b4ba-53630fccdb62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.983861] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.984085] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "d14cad71-1d0d-400f-b4ba-53630fccdb62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.984692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.984692] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.986906] env[70623]: INFO nova.compute.manager [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Terminating instance [ 963.989227] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c62de1a-d780-49bc-9b7f-cdab1128a083 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.997690] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551f88c-93e3-4646-b3d1-30eb88a42f67 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.030051] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476dece2-2db0-42fd-a701-aab8ba0bd5c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.037482] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278b36d-5220-433b-b375-bb37bd869fce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.043248] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "interface-483432da-f083-457e-97e5-deada79ffea1-6c82de68-6528-4f8e-ac65-8eb108380d07" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.043474] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-6c82de68-6528-4f8e-ac65-8eb108380d07" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.043816] env[70623]: DEBUG nova.objects.instance [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'flavor' on Instance uuid 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.054658] env[70623]: DEBUG nova.compute.provider_tree [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.120129] env[70623]: DEBUG oslo_vmware.api [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Task: {'id': task-2793823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241182} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.120485] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.120684] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.120857] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.140687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.141199] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "refresh_cache-ca815769-7e85-44fc-9ecc-f878e0ee1c54" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.180660] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 964.181462] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e93d274-ab13-4bc9-97f8-9622f20db687 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.192067] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616efe28-b3dc-4a98-9474-1b8ef12cc1f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.236670] env[70623]: ERROR nova.compute.manager [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Failed to detach volume 8bb51374-bcfc-4655-885b-db0f9ed02e48 from /dev/sda: nova.exception.InstanceNotFound: Instance 603c0f1f-f050-43e8-b587-c38021053e6a could not be found. [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Traceback (most recent call last): [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self.driver.rebuild(**kwargs) [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] raise NotImplementedError() [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] NotImplementedError [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] During handling of the above exception, another exception occurred: [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Traceback (most recent call last): [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self.driver.detach_volume(context, old_connection_info, [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] return self._volumeops.detach_volume(connection_info, instance) [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._detach_volume_vmdk(connection_info, instance) [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] stable_ref.fetch_moref(session) [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] nova.exception.InstanceNotFound: Instance 603c0f1f-f050-43e8-b587-c38021053e6a could not be found. [ 964.236670] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.325042] env[70623]: DEBUG oslo_vmware.api [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58047} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.329154] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.329381] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.329565] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.329736] env[70623]: INFO nova.compute.manager [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Took 1.66 seconds to destroy the instance on the hypervisor. [ 964.330067] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.330289] env[70623]: DEBUG nova.compute.manager [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.330388] env[70623]: DEBUG nova.network.neutron [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.341889] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793824, 'name': ReconfigVM_Task, 'duration_secs': 0.286062} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.342280] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Reconfigured VM instance instance-00000050 to attach disk [datastore2] dbc21f7f-18e1-4848-856a-c994e116d1ee/dbc21f7f-18e1-4848-856a-c994e116d1ee.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.343113] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-655e3fd4-201e-41ef-8682-a92a0e9bf499 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.347837] env[70623]: DEBUG nova.network.neutron [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.351330] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 964.351330] env[70623]: value = "task-2793825" [ 964.351330] env[70623]: _type = "Task" [ 964.351330] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.362842] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793825, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.401267] env[70623]: DEBUG nova.compute.utils [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Build of instance 603c0f1f-f050-43e8-b587-c38021053e6a aborted: Failed to rebuild volume backed instance. {{(pid=70623) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 964.403697] env[70623]: ERROR nova.compute.manager [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 603c0f1f-f050-43e8-b587-c38021053e6a aborted: Failed to rebuild volume backed instance. [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Traceback (most recent call last): [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self.driver.rebuild(**kwargs) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] raise NotImplementedError() [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] NotImplementedError [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] During handling of the above exception, another exception occurred: [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Traceback (most recent call last): [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._detach_root_volume(context, instance, root_bdm) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] with excutils.save_and_reraise_exception(): [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self.force_reraise() [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] raise self.value [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self.driver.detach_volume(context, old_connection_info, [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] return self._volumeops.detach_volume(connection_info, instance) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._detach_volume_vmdk(connection_info, instance) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] stable_ref.fetch_moref(session) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] nova.exception.InstanceNotFound: Instance 603c0f1f-f050-43e8-b587-c38021053e6a could not be found. [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] During handling of the above exception, another exception occurred: [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Traceback (most recent call last): [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] yield [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 964.403697] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._do_rebuild_instance_with_claim( [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._do_rebuild_instance( [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._rebuild_default_impl(**kwargs) [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] self._rebuild_volume_backed_instance( [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] raise exception.BuildAbortException( [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] nova.exception.BuildAbortException: Build of instance 603c0f1f-f050-43e8-b587-c38021053e6a aborted: Failed to rebuild volume backed instance. [ 964.405908] env[70623]: ERROR nova.compute.manager [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] [ 964.482617] env[70623]: DEBUG nova.network.neutron [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.493923] env[70623]: DEBUG nova.compute.manager [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.494174] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.499477] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013f957a-cd60-41b5-8b0a-ec5bd06186bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.508203] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.508501] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ee2bee-a10d-481e-ab94-e37faba0e63a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.514996] env[70623]: DEBUG oslo_vmware.api [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 964.514996] env[70623]: value = "task-2793826" [ 964.514996] env[70623]: _type = "Task" [ 964.514996] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.523917] env[70623]: DEBUG oslo_vmware.api [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.557747] env[70623]: DEBUG nova.scheduler.client.report [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.665405] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.665738] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.690780] env[70623]: DEBUG nova.objects.instance [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'pci_requests' on Instance uuid 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.862264] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793825, 'name': Rename_Task, 'duration_secs': 0.162232} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.862549] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.862834] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ac0421-bfb0-4a5d-9e1c-7f2111d37141 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.868472] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 964.868472] env[70623]: value = "task-2793827" [ 964.868472] env[70623]: _type = "Task" [ 964.868472] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.875947] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.988352] env[70623]: DEBUG oslo_concurrency.lockutils [req-3590d832-4b15-4f51-9411-061ae2a80ad4 req-3864301a-a98e-4b01-a5bb-641770a259db service nova] Releasing lock "refresh_cache-ca815769-7e85-44fc-9ecc-f878e0ee1c54" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.988867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired lock "refresh_cache-ca815769-7e85-44fc-9ecc-f878e0ee1c54" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.989093] env[70623]: DEBUG nova.network.neutron [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.024614] env[70623]: DEBUG oslo_vmware.api [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793826, 'name': PowerOffVM_Task, 'duration_secs': 0.188126} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.024847] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.025022] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.025271] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f484cb6-e33b-481f-98ee-8b02234d8a7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.065794] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.066362] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.069765] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.314s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.071297] env[70623]: INFO nova.compute.claims [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.087557] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.087793] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.088074] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Deleting the datastore file [datastore2] d14cad71-1d0d-400f-b4ba-53630fccdb62 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.088638] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf151cb3-ea72-4cca-b6a8-be4940cbb5a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.096335] env[70623]: DEBUG oslo_vmware.api [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for the task: (returnval){ [ 965.096335] env[70623]: value = "task-2793829" [ 965.096335] env[70623]: _type = "Task" [ 965.096335] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.105556] env[70623]: DEBUG nova.network.neutron [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.106412] env[70623]: DEBUG oslo_vmware.api [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.129651] env[70623]: DEBUG nova.compute.manager [req-308377f2-a0a3-49f5-a620-af2172040a7a req-b07500d9-f86e-44c1-a628-dd5346fe7a8a service nova] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Received event network-vif-deleted-1a4cbe5e-982d-4725-90a5-7461c6cbdafb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.169244] env[70623]: INFO nova.compute.manager [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Detaching volume 26c3d64e-fc3d-4885-98c9-e1e00ceadb31 [ 965.193663] env[70623]: DEBUG nova.objects.base [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Object Instance<483432da-f083-457e-97e5-deada79ffea1> lazy-loaded attributes: flavor,pci_requests {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.193884] env[70623]: DEBUG nova.network.neutron [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.206709] env[70623]: INFO nova.virt.block_device [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Attempting to driver detach volume 26c3d64e-fc3d-4885-98c9-e1e00ceadb31 from mountpoint /dev/sdb [ 965.206959] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.207183] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561461', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'name': 'volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b0d38e7-998c-40a8-922e-896a9c87f76f', 'attached_at': '', 'detached_at': '', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'serial': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 965.208098] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5efa9-5e68-40bd-9831-c6ddbdb6259d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.231325] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd60c9-95cc-47b1-9a13-4f4535d86943 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.240538] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d305e18-4999-4b5c-a63b-aa30f754a4e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.262585] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b0c82a-3e92-4815-b184-34ab5bd92d77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.278430] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] The volume has not been displaced from its original location: [datastore2] volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31/volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 965.283951] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.284306] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6113142b-c9ad-4aa9-9c1f-a1f47f3e520f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.298331] env[70623]: DEBUG nova.policy [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.307024] env[70623]: DEBUG oslo_vmware.api [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 965.307024] env[70623]: value = "task-2793830" [ 965.307024] env[70623]: _type = "Task" [ 965.307024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.314985] env[70623]: DEBUG oslo_vmware.api [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.378835] env[70623]: DEBUG oslo_vmware.api [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793827, 'name': PowerOnVM_Task, 'duration_secs': 0.454209} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.378835] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.379022] env[70623]: INFO nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Took 7.13 seconds to spawn the instance on the hypervisor. [ 965.379168] env[70623]: DEBUG nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.379950] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e42c007-2b87-41d3-8ee9-985becdf1b20 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.526459] env[70623]: DEBUG nova.network.neutron [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.577864] env[70623]: DEBUG nova.compute.utils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.587632] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.587834] env[70623]: DEBUG nova.network.neutron [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.610322] env[70623]: INFO nova.compute.manager [-] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Took 1.28 seconds to deallocate network for instance. [ 965.610682] env[70623]: DEBUG oslo_vmware.api [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Task: {'id': task-2793829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142126} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.612483] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.612692] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.612879] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.613062] env[70623]: INFO nova.compute.manager [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Took 1.12 seconds to destroy the instance on the hypervisor. [ 965.613300] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.616758] env[70623]: DEBUG nova.compute.manager [-] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.616851] env[70623]: DEBUG nova.network.neutron [-] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.691712] env[70623]: DEBUG nova.policy [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.788781] env[70623]: DEBUG nova.network.neutron [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Updating instance_info_cache with network_info: [{"id": "913fc9db-a510-4cca-b68f-b4c323e9bf6c", "address": "fa:16:3e:dd:8f:79", "network": {"id": "37ffcf21-3178-45db-8e61-d07921bd14e3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2136199259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "228f83af9ecb4058aff1f2ec8f942376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913fc9db-a5", "ovs_interfaceid": "913fc9db-a510-4cca-b68f-b4c323e9bf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.821026] env[70623]: DEBUG oslo_vmware.api [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793830, 'name': ReconfigVM_Task, 'duration_secs': 0.481606} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.821227] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.827013] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c51617c-f92a-44c8-aa3c-030ccba0cd4d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.843070] env[70623]: DEBUG oslo_vmware.api [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 965.843070] env[70623]: value = "task-2793831" [ 965.843070] env[70623]: _type = "Task" [ 965.843070] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.851860] env[70623]: DEBUG oslo_vmware.api [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.898865] env[70623]: INFO nova.compute.manager [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Took 19.63 seconds to build instance. [ 966.082960] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.110074] env[70623]: DEBUG nova.network.neutron [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Successfully created port: 6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.120350] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.292395] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Releasing lock "refresh_cache-ca815769-7e85-44fc-9ecc-f878e0ee1c54" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.292691] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Instance network_info: |[{"id": "913fc9db-a510-4cca-b68f-b4c323e9bf6c", "address": "fa:16:3e:dd:8f:79", "network": {"id": "37ffcf21-3178-45db-8e61-d07921bd14e3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2136199259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "228f83af9ecb4058aff1f2ec8f942376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913fc9db-a5", "ovs_interfaceid": "913fc9db-a510-4cca-b68f-b4c323e9bf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.293123] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:8f:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913fc9db-a510-4cca-b68f-b4c323e9bf6c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.303041] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.305725] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.306979] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ae28dd2-2ad5-4a08-b4e7-22eebe636dd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.332965] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.332965] env[70623]: value = "task-2793832" [ 966.332965] env[70623]: _type = "Task" [ 966.332965] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.342190] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793832, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.351662] env[70623]: DEBUG oslo_vmware.api [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793831, 'name': ReconfigVM_Task, 'duration_secs': 0.198015} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.355905] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561461', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'name': 'volume-26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b0d38e7-998c-40a8-922e-896a9c87f76f', 'attached_at': '', 'detached_at': '', 'volume_id': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31', 'serial': '26c3d64e-fc3d-4885-98c9-e1e00ceadb31'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 966.400546] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1182e111-0681-47b7-b686-7f03968b645f tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.138s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.408425] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0bfac-5c9f-41b6-ab77-9a48f85b2519 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.417173] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ab3e1-5ff7-4b89-b9d1-9dcc04e26dfb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.421933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.450622] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa7c36-3337-4263-bcaa-87db915dc832 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.459278] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f33d91-dc71-45f0-acd8-07d2f39a3bc7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.475108] env[70623]: DEBUG nova.compute.provider_tree [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.538401] env[70623]: DEBUG nova.network.neutron [-] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.842738] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793832, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.865940] env[70623]: DEBUG nova.network.neutron [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Successfully updated port: 6c82de68-6528-4f8e-ac65-8eb108380d07 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.906209] env[70623]: DEBUG nova.objects.instance [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'flavor' on Instance uuid 2b0d38e7-998c-40a8-922e-896a9c87f76f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.977963] env[70623]: DEBUG nova.scheduler.client.report [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.040616] env[70623]: INFO nova.compute.manager [-] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Took 1.42 seconds to deallocate network for instance. [ 967.094348] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.118134] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.118134] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.118324] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.118558] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.118935] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.118935] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.119169] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.119270] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.119474] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.119601] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.119790] env[70623]: DEBUG nova.virt.hardware [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.120703] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d236c-1645-42e9-8b10-bdfc12f03b95 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.129959] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff7e4e-935f-4df9-9bd5-a89d0c092805 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.342710] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793832, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.352042] env[70623]: DEBUG nova.compute.manager [req-9bf74f8b-128c-4019-a0e5-2334b54f3c3f req-f06c694d-36c5-454b-b5dc-5a48395acb07 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-vif-plugged-6c82de68-6528-4f8e-ac65-8eb108380d07 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.352238] env[70623]: DEBUG oslo_concurrency.lockutils [req-9bf74f8b-128c-4019-a0e5-2334b54f3c3f req-f06c694d-36c5-454b-b5dc-5a48395acb07 service nova] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.352410] env[70623]: DEBUG oslo_concurrency.lockutils [req-9bf74f8b-128c-4019-a0e5-2334b54f3c3f req-f06c694d-36c5-454b-b5dc-5a48395acb07 service nova] Lock "483432da-f083-457e-97e5-deada79ffea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.352579] env[70623]: DEBUG oslo_concurrency.lockutils [req-9bf74f8b-128c-4019-a0e5-2334b54f3c3f req-f06c694d-36c5-454b-b5dc-5a48395acb07 service nova] Lock "483432da-f083-457e-97e5-deada79ffea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.352788] env[70623]: DEBUG nova.compute.manager [req-9bf74f8b-128c-4019-a0e5-2334b54f3c3f req-f06c694d-36c5-454b-b5dc-5a48395acb07 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] No waiting events found dispatching network-vif-plugged-6c82de68-6528-4f8e-ac65-8eb108380d07 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.352963] env[70623]: WARNING nova.compute.manager [req-9bf74f8b-128c-4019-a0e5-2334b54f3c3f req-f06c694d-36c5-454b-b5dc-5a48395acb07 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received unexpected event network-vif-plugged-6c82de68-6528-4f8e-ac65-8eb108380d07 for instance with vm_state active and task_state None. [ 967.367885] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.368059] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.368280] env[70623]: DEBUG nova.network.neutron [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.479321] env[70623]: DEBUG nova.compute.manager [req-b8a3f958-d18e-4714-8636-87db49d728e0 req-afdf0564-fb93-4ba8-b196-acbd962a73dc service nova] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Received event network-vif-deleted-194d48b5-34b3-44f2-9231-187218556ba7 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.482812] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.483307] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.485992] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.400s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.486191] env[70623]: DEBUG nova.objects.instance [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'resources' on Instance uuid 1214fb5b-0514-4e80-9928-4b0426cd715f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.546424] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.610934] env[70623]: DEBUG nova.network.neutron [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Successfully updated port: 6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.693751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "603c0f1f-f050-43e8-b587-c38021053e6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.693919] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "603c0f1f-f050-43e8-b587-c38021053e6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.694054] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "603c0f1f-f050-43e8-b587-c38021053e6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.694229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "603c0f1f-f050-43e8-b587-c38021053e6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.694400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "603c0f1f-f050-43e8-b587-c38021053e6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.698309] env[70623]: INFO nova.compute.manager [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Terminating instance [ 967.843840] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793832, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.906891] env[70623]: WARNING nova.network.neutron [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] a8c8779a-e0e9-4806-994e-267bf11f538e already exists in list: networks containing: ['a8c8779a-e0e9-4806-994e-267bf11f538e']. ignoring it [ 967.907139] env[70623]: WARNING nova.network.neutron [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] a8c8779a-e0e9-4806-994e-267bf11f538e already exists in list: networks containing: ['a8c8779a-e0e9-4806-994e-267bf11f538e']. ignoring it [ 967.916014] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d658985f-6f96-4b68-b6c9-4c0641703cc3 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.989642] env[70623]: DEBUG nova.compute.utils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.991225] env[70623]: DEBUG nova.objects.instance [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'numa_topology' on Instance uuid 1214fb5b-0514-4e80-9928-4b0426cd715f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.992285] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.992453] env[70623]: DEBUG nova.network.neutron [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.016489] env[70623]: DEBUG nova.compute.manager [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.017529] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ae5c62-5e42-49d8-acaa-559c004f7c1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.045440] env[70623]: DEBUG nova.policy [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f808641e4514292ab1a4d6ca05aadf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e658825e11a94a858f48bcaa9d658ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.115594] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-d03937f6-f934-42c0-ac09-a13c2bf34361" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.115768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-d03937f6-f934-42c0-ac09-a13c2bf34361" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.115936] env[70623]: DEBUG nova.network.neutron [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.200194] env[70623]: DEBUG nova.compute.manager [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.200555] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e350faa0-e229-44aa-9575-168d05d27d30 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.212289] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c64977-7ec8-486c-bad7-926b6629b324 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.254197] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 603c0f1f-f050-43e8-b587-c38021053e6a could not be found. [ 968.254418] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.254970] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-405eee9c-e9ae-4626-ac18-6ff20c608d5c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.265251] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f104af3-01aa-48c5-8756-adb1aa0e5c1f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.303398] env[70623]: WARNING nova.virt.vmwareapi.vmops [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 603c0f1f-f050-43e8-b587-c38021053e6a could not be found. [ 968.303674] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.303865] env[70623]: INFO nova.compute.manager [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Took 0.10 seconds to destroy the instance on the hypervisor. [ 968.304131] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.304391] env[70623]: DEBUG nova.compute.manager [-] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.304630] env[70623]: DEBUG nova.network.neutron [-] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.346556] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793832, 'name': CreateVM_Task, 'duration_secs': 1.967366} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.346725] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.347423] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.347588] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.348353] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.348624] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3a34b6-311f-407d-a24d-1326276d2e9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.354211] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 968.354211] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f4bae6-1355-6412-2c8e-6459d83d0231" [ 968.354211] env[70623]: _type = "Task" [ 968.354211] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.362786] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f4bae6-1355-6412-2c8e-6459d83d0231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.492939] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.495574] env[70623]: DEBUG nova.objects.base [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Object Instance<1214fb5b-0514-4e80-9928-4b0426cd715f> lazy-loaded attributes: resources,numa_topology {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.522724] env[70623]: DEBUG nova.network.neutron [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Successfully created port: d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.528305] env[70623]: INFO nova.compute.manager [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] instance snapshotting [ 968.532626] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc40b1-04cd-4587-baf2-89b4424ed274 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.558403] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416465e-7632-42ad-9dde-8939c5be1503 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.677956] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.678240] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.678444] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "2b0d38e7-998c-40a8-922e-896a9c87f76f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.678621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.678796] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.683679] env[70623]: INFO nova.compute.manager [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Terminating instance [ 968.690611] env[70623]: DEBUG nova.network.neutron [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.782707] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa8df2-8480-4a6a-8057-4a94d7918219 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.786292] env[70623]: DEBUG nova.network.neutron [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "address": "fa:16:3e:44:ea:36", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c0a9c9-ed", "ovs_interfaceid": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6c82de68-6528-4f8e-ac65-8eb108380d07", "address": "fa:16:3e:2d:30:af", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82de68-65", "ovs_interfaceid": "6c82de68-6528-4f8e-ac65-8eb108380d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.792649] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86d7ac7-cafd-44cc-a04b-08f37f56e62d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.827105] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8338d331-4f73-4199-a733-02aed58837ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.838857] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5394cb9f-b498-4aa9-8e7f-06c10f794ad3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.857043] env[70623]: DEBUG nova.compute.provider_tree [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.869569] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f4bae6-1355-6412-2c8e-6459d83d0231, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.870323] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.870323] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.870452] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.870860] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.871078] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.871544] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c5fa86d-8268-4960-9236-196bfbae78d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.880344] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.880701] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.881344] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8a988c-a1f2-42f6-9fdd-67babf28631f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.886630] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 968.886630] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52729852-554e-1adb-2c0b-d8fb981c7cd4" [ 968.886630] env[70623]: _type = "Task" [ 968.886630] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.896462] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52729852-554e-1adb-2c0b-d8fb981c7cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.926337] env[70623]: DEBUG nova.network.neutron [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Updating instance_info_cache with network_info: [{"id": "6d64566d-3bef-4e3d-9a91-6355cb6170f2", "address": "fa:16:3e:a8:ae:09", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d64566d-3b", "ovs_interfaceid": "6d64566d-3bef-4e3d-9a91-6355cb6170f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.078022] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.078022] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4487b7c8-2a63-45ed-831d-c0f61b57a17a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.086704] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 969.086704] env[70623]: value = "task-2793833" [ 969.086704] env[70623]: _type = "Task" [ 969.086704] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.095840] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793833, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.187378] env[70623]: DEBUG nova.compute.manager [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.188640] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.189072] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f6ea6-ec95-4479-baa8-8d77794e54bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.200556] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.200556] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46210a5-9547-40f3-843d-40f8d575c444 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.207727] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 969.207727] env[70623]: value = "task-2793834" [ 969.207727] env[70623]: _type = "Task" [ 969.207727] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.218536] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.291857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.291857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.291857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.291857] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0268341-c7ed-4f37-b107-fca4c6cbee61 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.313884] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.314153] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.314350] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.314561] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.314700] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.314844] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.315092] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.315275] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.315401] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.315537] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.315711] env[70623]: DEBUG nova.virt.hardware [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.323502] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfiguring VM to attach interface {{(pid=70623) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 969.324197] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9729e64-018e-4660-9486-d3e73a33c639 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.344111] env[70623]: DEBUG oslo_vmware.api [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 969.344111] env[70623]: value = "task-2793835" [ 969.344111] env[70623]: _type = "Task" [ 969.344111] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.354088] env[70623]: DEBUG oslo_vmware.api [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793835, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.363151] env[70623]: DEBUG nova.scheduler.client.report [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.398231] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52729852-554e-1adb-2c0b-d8fb981c7cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.399085] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3d5c74-ef8f-4a11-a92d-199989bc7a43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.404615] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 969.404615] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbb264-2470-f472-1d74-b56ae6ab4b4b" [ 969.404615] env[70623]: _type = "Task" [ 969.404615] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.412896] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbb264-2470-f472-1d74-b56ae6ab4b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.429016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-d03937f6-f934-42c0-ac09-a13c2bf34361" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.429339] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Instance network_info: |[{"id": "6d64566d-3bef-4e3d-9a91-6355cb6170f2", "address": "fa:16:3e:a8:ae:09", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d64566d-3b", "ovs_interfaceid": "6d64566d-3bef-4e3d-9a91-6355cb6170f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.429745] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ae:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d64566d-3bef-4e3d-9a91-6355cb6170f2', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.437694] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.437789] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.438069] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3da5a49b-5fbe-4e0e-8f07-09e8d1db8cdc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.458438] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.458438] env[70623]: value = "task-2793836" [ 969.458438] env[70623]: _type = "Task" [ 969.458438] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.466083] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793836, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.504775] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.540156] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.540433] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.540616] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.540803] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.541037] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.541217] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.541452] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.541672] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.541876] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.542121] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.542362] env[70623]: DEBUG nova.virt.hardware [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.543407] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b693dd-7891-4fca-af8b-ac493c6cde52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.554102] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d87a6f2-e6a7-4a10-ab1f-77a91682aa86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.597409] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793833, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.613389] env[70623]: DEBUG nova.network.neutron [-] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.718679] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793834, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.858114] env[70623]: DEBUG oslo_vmware.api [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.869282] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.872662] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.252s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.872970] env[70623]: DEBUG nova.objects.instance [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.915956] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbb264-2470-f472-1d74-b56ae6ab4b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.916242] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.916497] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ca815769-7e85-44fc-9ecc-f878e0ee1c54/ca815769-7e85-44fc-9ecc-f878e0ee1c54.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.916776] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a9432d-d839-4953-bf3e-fe7411436ab3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.923605] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 969.923605] env[70623]: value = "task-2793837" [ 969.923605] env[70623]: _type = "Task" [ 969.923605] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.932172] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.965254] env[70623]: DEBUG nova.compute.manager [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-changed-6c82de68-6528-4f8e-ac65-8eb108380d07 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.965469] env[70623]: DEBUG nova.compute.manager [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing instance network info cache due to event network-changed-6c82de68-6528-4f8e-ac65-8eb108380d07. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 969.965728] env[70623]: DEBUG oslo_concurrency.lockutils [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.965818] env[70623]: DEBUG oslo_concurrency.lockutils [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.966136] env[70623]: DEBUG nova.network.neutron [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Refreshing network info cache for port 6c82de68-6528-4f8e-ac65-8eb108380d07 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.973541] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793836, 'name': CreateVM_Task, 'duration_secs': 0.337993} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.973714] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.974497] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.974680] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.975071] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.975334] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55a3f03-7bec-41af-b9ed-0fd340f066d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.983293] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 969.983293] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528ce609-1e86-8512-b281-8f72fb2ac03e" [ 969.983293] env[70623]: _type = "Task" [ 969.983293] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.992837] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528ce609-1e86-8512-b281-8f72fb2ac03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.099593] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793833, 'name': CreateSnapshot_Task, 'duration_secs': 0.66333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.099969] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 970.100810] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c20e0-b42e-4692-8663-d97c5c453eac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.115970] env[70623]: INFO nova.compute.manager [-] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Took 1.81 seconds to deallocate network for instance. [ 970.197180] env[70623]: DEBUG nova.compute.manager [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Received event network-vif-plugged-6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.197180] env[70623]: DEBUG oslo_concurrency.lockutils [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] Acquiring lock "d03937f6-f934-42c0-ac09-a13c2bf34361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.197180] env[70623]: DEBUG oslo_concurrency.lockutils [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.197180] env[70623]: DEBUG oslo_concurrency.lockutils [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.197180] env[70623]: DEBUG nova.compute.manager [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] No waiting events found dispatching network-vif-plugged-6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.197180] env[70623]: WARNING nova.compute.manager [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Received unexpected event network-vif-plugged-6d64566d-3bef-4e3d-9a91-6355cb6170f2 for instance with vm_state building and task_state spawning. [ 970.197180] env[70623]: DEBUG nova.compute.manager [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Received event network-changed-6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.197436] env[70623]: DEBUG nova.compute.manager [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Refreshing instance network info cache due to event network-changed-6d64566d-3bef-4e3d-9a91-6355cb6170f2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 970.197607] env[70623]: DEBUG oslo_concurrency.lockutils [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] Acquiring lock "refresh_cache-d03937f6-f934-42c0-ac09-a13c2bf34361" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197607] env[70623]: DEBUG oslo_concurrency.lockutils [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] Acquired lock "refresh_cache-d03937f6-f934-42c0-ac09-a13c2bf34361" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.198061] env[70623]: DEBUG nova.network.neutron [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Refreshing network info cache for port 6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.222384] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793834, 'name': PowerOffVM_Task, 'duration_secs': 0.569351} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.223272] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.223780] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.224197] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f264ee05-c8c7-4367-981e-7798c4887e91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.317095] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.317427] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.317620] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleting the datastore file [datastore2] 2b0d38e7-998c-40a8-922e-896a9c87f76f {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.318125] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f7b6976-66a9-4784-a9df-11ae961f0e24 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.327823] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 970.327823] env[70623]: value = "task-2793839" [ 970.327823] env[70623]: _type = "Task" [ 970.327823] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.338746] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.354493] env[70623]: DEBUG oslo_vmware.api [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.386921] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ebacde41-d29a-4446-8dcc-be22fb8633d2 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.984s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.388925] env[70623]: DEBUG oslo_concurrency.lockutils [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.391s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.389204] env[70623]: DEBUG oslo_concurrency.lockutils [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.389431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.389601] env[70623]: DEBUG oslo_concurrency.lockutils [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.392324] env[70623]: INFO nova.compute.manager [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Terminating instance [ 970.433831] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459458} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.434130] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] ca815769-7e85-44fc-9ecc-f878e0ee1c54/ca815769-7e85-44fc-9ecc-f878e0ee1c54.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.434393] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.434659] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-821b2413-fc0a-478c-ac61-95a3c5925d8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.441704] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.441932] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.442127] env[70623]: INFO nova.compute.manager [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Shelving [ 970.443508] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 970.443508] env[70623]: value = "task-2793840" [ 970.443508] env[70623]: _type = "Task" [ 970.443508] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.453051] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.497965] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528ce609-1e86-8512-b281-8f72fb2ac03e, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.498330] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.498574] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.498813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.498960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.499157] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.499425] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-376fe0a4-9a60-4475-b1e3-04cfdb17e10d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.515887] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.516097] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.517125] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2b3d72-4516-4d9d-bd5e-52de1e7c7521 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.523722] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 970.523722] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5274e038-6ca2-9de1-6d63-17ec16e590cc" [ 970.523722] env[70623]: _type = "Task" [ 970.523722] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.537851] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5274e038-6ca2-9de1-6d63-17ec16e590cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.538462] env[70623]: DEBUG nova.network.neutron [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Successfully updated port: d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.626230] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 970.626860] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d5f398b-0adb-47d8-b6b5-ca575a944d1b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.636224] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 970.636224] env[70623]: value = "task-2793841" [ 970.636224] env[70623]: _type = "Task" [ 970.636224] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.645949] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793841, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.668918] env[70623]: INFO nova.compute.manager [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Took 0.55 seconds to detach 1 volumes for instance. [ 970.671143] env[70623]: DEBUG nova.compute.manager [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Deleting volume: 8bb51374-bcfc-4655-885b-db0f9ed02e48 {{(pid=70623) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 970.724137] env[70623]: DEBUG nova.network.neutron [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updated VIF entry in instance network info cache for port 6c82de68-6528-4f8e-ac65-8eb108380d07. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.724137] env[70623]: DEBUG nova.network.neutron [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "address": "fa:16:3e:44:ea:36", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c0a9c9-ed", "ovs_interfaceid": "f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6c82de68-6528-4f8e-ac65-8eb108380d07", "address": "fa:16:3e:2d:30:af", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82de68-65", "ovs_interfaceid": "6c82de68-6528-4f8e-ac65-8eb108380d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.838395] env[70623]: DEBUG oslo_vmware.api [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188774} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.841035] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.841035] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.841035] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.841035] env[70623]: INFO nova.compute.manager [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 970.841035] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.842084] env[70623]: DEBUG nova.compute.manager [-] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.842188] env[70623]: DEBUG nova.network.neutron [-] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.853231] env[70623]: DEBUG oslo_vmware.api [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793835, 'name': ReconfigVM_Task, 'duration_secs': 1.222708} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.854333] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.854333] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfigured VM to attach interface {{(pid=70623) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 970.887676] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b8be34cb-0cc5-4008-9b34-625837daf5da tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.889117] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.363s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.890631] env[70623]: INFO nova.compute.claims [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.896947] env[70623]: DEBUG nova.compute.manager [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.897098] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.897450] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffd626ee-a4d5-4d35-9454-da1c7dd88369 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.912700] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aeea27-f500-43c5-ba79-15c147bea1cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.966225] env[70623]: WARNING nova.virt.vmwareapi.vmops [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1214fb5b-0514-4e80-9928-4b0426cd715f could not be found. [ 970.966429] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.966605] env[70623]: INFO nova.compute.manager [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Took 0.07 seconds to destroy the instance on the hypervisor. [ 970.970298] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.970298] env[70623]: DEBUG nova.compute.manager [-] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.970298] env[70623]: DEBUG nova.network.neutron [-] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.974296] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07144} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.975299] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.976264] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e1d3a-e8ce-40f4-96a8-56db054b9375 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.001651] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ca815769-7e85-44fc-9ecc-f878e0ee1c54/ca815769-7e85-44fc-9ecc-f878e0ee1c54.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.004951] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dafad9a-7750-4329-8b88-9ae7a58b11e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.025298] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 971.025298] env[70623]: value = "task-2793843" [ 971.025298] env[70623]: _type = "Task" [ 971.025298] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.039349] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.045640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "refresh_cache-5301f26d-6f54-4979-a8eb-f94852c4abe5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.045640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquired lock "refresh_cache-5301f26d-6f54-4979-a8eb-f94852c4abe5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.045640] env[70623]: DEBUG nova.network.neutron [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.045640] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5274e038-6ca2-9de1-6d63-17ec16e590cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013203} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.046328] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cef05cb-7164-4dfb-b932-f09c94b42bf5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.053981] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 971.053981] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb191f-18a6-c1ad-666c-cfa2b128df51" [ 971.053981] env[70623]: _type = "Task" [ 971.053981] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.064056] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb191f-18a6-c1ad-666c-cfa2b128df51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.112948] env[70623]: DEBUG nova.network.neutron [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Updated VIF entry in instance network info cache for port 6d64566d-3bef-4e3d-9a91-6355cb6170f2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.113853] env[70623]: DEBUG nova.network.neutron [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Updating instance_info_cache with network_info: [{"id": "6d64566d-3bef-4e3d-9a91-6355cb6170f2", "address": "fa:16:3e:a8:ae:09", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d64566d-3b", "ovs_interfaceid": "6d64566d-3bef-4e3d-9a91-6355cb6170f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.147187] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793841, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.222270] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.224991] env[70623]: DEBUG oslo_concurrency.lockutils [req-1087b8d9-66ff-4180-b178-20930c947591 req-d273f10d-aaaa-4e9e-938b-e940017815bb service nova] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.359474] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9c360dc5-e7ec-4a3e-8a5e-8eb22066668b tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-6c82de68-6528-4f8e-ac65-8eb108380d07" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.316s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.475690] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.475892] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d77459-9a69-4369-87ff-90a3db61cec2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.482816] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 971.482816] env[70623]: value = "task-2793844" [ 971.482816] env[70623]: _type = "Task" [ 971.482816] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.497233] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.536946] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793843, 'name': ReconfigVM_Task, 'duration_secs': 0.392087} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.537291] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ca815769-7e85-44fc-9ecc-f878e0ee1c54/ca815769-7e85-44fc-9ecc-f878e0ee1c54.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.537910] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92cd12d4-fd57-4aa5-9fbe-bf3c733043f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.544735] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 971.544735] env[70623]: value = "task-2793845" [ 971.544735] env[70623]: _type = "Task" [ 971.544735] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.557870] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793845, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.565901] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fb191f-18a6-c1ad-666c-cfa2b128df51, 'name': SearchDatastore_Task, 'duration_secs': 0.013363} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.566440] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.566709] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] d03937f6-f934-42c0-ac09-a13c2bf34361/d03937f6-f934-42c0-ac09-a13c2bf34361.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.567011] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ee7be1d-acb7-4ea3-b911-d21e1235fe58 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.578607] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 971.578607] env[70623]: value = "task-2793846" [ 971.578607] env[70623]: _type = "Task" [ 971.578607] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.587723] env[70623]: DEBUG nova.network.neutron [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.595920] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.617353] env[70623]: DEBUG oslo_concurrency.lockutils [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] Releasing lock "refresh_cache-d03937f6-f934-42c0-ac09-a13c2bf34361" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.617632] env[70623]: DEBUG nova.compute.manager [req-ddd4342d-cdc1-48dd-ad4c-4760634d7e29 req-4048b9ef-a5a6-40c0-b9cc-cc2665373353 service nova] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Received event network-vif-deleted-74afa443-dcd6-419c-97b0-94a5ff90fccb {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.651054] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793841, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.781718] env[70623]: DEBUG nova.network.neutron [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Updating instance_info_cache with network_info: [{"id": "d5672e8f-e75e-4cc4-898f-71e834ca1866", "address": "fa:16:3e:8b:e6:20", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5672e8f-e7", "ovs_interfaceid": "d5672e8f-e75e-4cc4-898f-71e834ca1866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.995873] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793844, 'name': PowerOffVM_Task, 'duration_secs': 0.20945} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.996227] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.997666] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef2fda7-252a-4b98-b807-3c4c3b73c4b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.025885] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf76028-b77b-4104-8152-912c068dee23 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.065081] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793845, 'name': Rename_Task, 'duration_secs': 0.169663} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.068324] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.068673] env[70623]: DEBUG nova.network.neutron [-] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.070078] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aafb7348-6ad9-44f9-aa70-fab536f1e3ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.080041] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 972.080041] env[70623]: value = "task-2793847" [ 972.080041] env[70623]: _type = "Task" [ 972.080041] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.098836] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.099367] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.126305] env[70623]: DEBUG nova.compute.manager [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Received event network-vif-plugged-d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.126620] env[70623]: DEBUG oslo_concurrency.lockutils [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] Acquiring lock "5301f26d-6f54-4979-a8eb-f94852c4abe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.126836] env[70623]: DEBUG oslo_concurrency.lockutils [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.127169] env[70623]: DEBUG oslo_concurrency.lockutils [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.127543] env[70623]: DEBUG nova.compute.manager [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] No waiting events found dispatching network-vif-plugged-d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.127913] env[70623]: WARNING nova.compute.manager [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Received unexpected event network-vif-plugged-d5672e8f-e75e-4cc4-898f-71e834ca1866 for instance with vm_state building and task_state spawning. [ 972.128188] env[70623]: DEBUG nova.compute.manager [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Received event network-changed-d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.128383] env[70623]: DEBUG nova.compute.manager [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Refreshing instance network info cache due to event network-changed-d5672e8f-e75e-4cc4-898f-71e834ca1866. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 972.128665] env[70623]: DEBUG oslo_concurrency.lockutils [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] Acquiring lock "refresh_cache-5301f26d-6f54-4979-a8eb-f94852c4abe5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.150876] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793841, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.284925] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Releasing lock "refresh_cache-5301f26d-6f54-4979-a8eb-f94852c4abe5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.285287] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Instance network_info: |[{"id": "d5672e8f-e75e-4cc4-898f-71e834ca1866", "address": "fa:16:3e:8b:e6:20", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5672e8f-e7", "ovs_interfaceid": "d5672e8f-e75e-4cc4-898f-71e834ca1866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.285595] env[70623]: DEBUG oslo_concurrency.lockutils [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] Acquired lock "refresh_cache-5301f26d-6f54-4979-a8eb-f94852c4abe5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.285775] env[70623]: DEBUG nova.network.neutron [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Refreshing network info cache for port d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.290590] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:e6:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5672e8f-e75e-4cc4-898f-71e834ca1866', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.295866] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Creating folder: Project (e658825e11a94a858f48bcaa9d658ec6). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.299477] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9150d89f-fd6a-4b1f-813a-1f10f236d55b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.301710] env[70623]: DEBUG nova.network.neutron [-] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.315021] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Created folder: Project (e658825e11a94a858f48bcaa9d658ec6) in parent group-v561316. [ 972.315021] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Creating folder: Instances. Parent ref: group-v561545. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.315021] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81a06c80-9482-4b3b-b09e-4573aba29ad6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.323507] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Created folder: Instances in parent group-v561545. [ 972.323752] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.324210] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.324289] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ab3d012-b339-458f-b193-492873833dd6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.342345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd3a56-df9d-40e2-a9cf-46bbe464b9c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.351881] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b324568-c8e7-4b9e-96eb-98bcc2d13ab2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.356567] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.356567] env[70623]: value = "task-2793850" [ 972.356567] env[70623]: _type = "Task" [ 972.356567] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.386562] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795263c6-1640-4260-9d5d-1bcb7ab76f88 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.395312] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793850, 'name': CreateVM_Task} progress is 15%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.401079] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9144ec-3efc-432d-b11f-1babe5e89120 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.418540] env[70623]: DEBUG nova.compute.provider_tree [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.540597] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.540717] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-981fc84b-7793-48b1-8230-d292f759cc8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.548657] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 972.548657] env[70623]: value = "task-2793851" [ 972.548657] env[70623]: _type = "Task" [ 972.548657] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.557721] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.562883] env[70623]: DEBUG nova.compute.manager [req-c4c91047-0182-4076-9e61-e355c7952c7a req-1ac1ceb5-3e31-46c8-a488-32150b2e49e7 service nova] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Received event network-vif-deleted-a6c012fb-2fd0-40bd-ac9b-2a7f914b3e21 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.572693] env[70623]: INFO nova.compute.manager [-] [instance: 1214fb5b-0514-4e80-9928-4b0426cd715f] Took 1.60 seconds to deallocate network for instance. [ 972.597822] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563581} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.601807] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] d03937f6-f934-42c0-ac09-a13c2bf34361/d03937f6-f934-42c0-ac09-a13c2bf34361.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.602049] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.602320] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.603039] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ef3f3c-d2e3-4324-bfb7-1d3351bb31d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.610877] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 972.610877] env[70623]: value = "task-2793852" [ 972.610877] env[70623]: _type = "Task" [ 972.610877] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.620405] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.652031] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793841, 'name': CloneVM_Task, 'duration_secs': 1.908163} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.652031] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Created linked-clone VM from snapshot [ 972.652586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d958b2-1b56-400c-a342-2a43bb79582b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.662240] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Uploading image ebbeaad4-e9ad-4a30-bdf2-073358f7b739 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.676307] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.676618] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd8b27ae-87a8-4cc5-8240-a17aa2df139a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.685356] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 972.685356] env[70623]: value = "task-2793853" [ 972.685356] env[70623]: _type = "Task" [ 972.685356] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.696309] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793853, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.805316] env[70623]: INFO nova.compute.manager [-] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Took 1.96 seconds to deallocate network for instance. [ 972.867338] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793850, 'name': CreateVM_Task, 'duration_secs': 0.429208} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.867594] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.868357] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.868602] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.869242] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.869439] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616ed520-7afa-4acc-a94a-f4819148eb8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.875574] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 972.875574] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ffce48-f4da-f42c-a95a-8cd34f7aa654" [ 972.875574] env[70623]: _type = "Task" [ 972.875574] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.888435] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ffce48-f4da-f42c-a95a-8cd34f7aa654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.922076] env[70623]: DEBUG nova.scheduler.client.report [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.065482] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793851, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.090091] env[70623]: DEBUG nova.network.neutron [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Updated VIF entry in instance network info cache for port d5672e8f-e75e-4cc4-898f-71e834ca1866. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.090471] env[70623]: DEBUG nova.network.neutron [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Updating instance_info_cache with network_info: [{"id": "d5672e8f-e75e-4cc4-898f-71e834ca1866", "address": "fa:16:3e:8b:e6:20", "network": {"id": "d8ae36ce-145e-4804-9966-f89384612234", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fe37adf685f34d33a4e4f051894cedbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5672e8f-e7", "ovs_interfaceid": "d5672e8f-e75e-4cc4-898f-71e834ca1866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.104612] env[70623]: DEBUG oslo_vmware.api [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793847, 'name': PowerOnVM_Task, 'duration_secs': 0.685621} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.110124] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.110124] env[70623]: INFO nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Took 10.38 seconds to spawn the instance on the hypervisor. [ 973.110124] env[70623]: DEBUG nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.110124] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd025a3-b248-4eae-893a-75f932352518 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.127108] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118372} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.130722] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.131927] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a69ad0-fa61-4526-b6be-b79e56e1a5e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.149096] env[70623]: DEBUG nova.compute.manager [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.160875] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d03937f6-f934-42c0-ac09-a13c2bf34361/d03937f6-f934-42c0-ac09-a13c2bf34361.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.161891] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99a12f-c03d-44e6-b862-5d6cc9304704 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.164880] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7902f2-2e46-4eb9-a9d3-79839db815bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.192506] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 973.192506] env[70623]: value = "task-2793854" [ 973.192506] env[70623]: _type = "Task" [ 973.192506] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.201738] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793853, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.209069] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.310847] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.387739] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ffce48-f4da-f42c-a95a-8cd34f7aa654, 'name': SearchDatastore_Task, 'duration_secs': 0.022283} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.388716] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.388716] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.388716] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.388716] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.389099] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.389153] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83dda1b0-36b2-4043-b009-603b7c13411e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.398970] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.399270] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.399938] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac36279a-3c0e-4028-af97-3d34eac415cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.406580] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 973.406580] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5207ecb0-d8a3-f79d-a886-7cb127d153a2" [ 973.406580] env[70623]: _type = "Task" [ 973.406580] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.416504] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5207ecb0-d8a3-f79d-a886-7cb127d153a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.427520] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.428037] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.430854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.544s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.431155] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.431430] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 973.431611] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.837s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.433098] env[70623]: INFO nova.compute.claims [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.437096] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5021ed-0f63-4cd9-ad92-9093d9fff9eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.446897] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9a2f5-f80e-4b5c-abbe-03dde6e92e29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.464842] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706335ab-ab04-43ef-a621-68f81d9a299a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.475713] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596aa07-3ec2-4999-89b9-ab0a1fa9e695 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.508696] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "interface-483432da-f083-457e-97e5-deada79ffea1-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.508958] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.510350] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178935MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 973.510491] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.563596] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793851, 'name': CreateSnapshot_Task, 'duration_secs': 0.945116} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.563986] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.564684] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea566219-12ee-4419-92b5-980e6b8792a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.599520] env[70623]: DEBUG oslo_concurrency.lockutils [req-72defbf8-31fa-42b1-9ec8-ac2d21410ded req-202ae624-ab94-4e1d-9c88-f9d6edbe17be service nova] Releasing lock "refresh_cache-5301f26d-6f54-4979-a8eb-f94852c4abe5" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.607708] env[70623]: DEBUG oslo_concurrency.lockutils [None req-158c2348-5bed-4bfa-a535-129ee8e6cf39 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1214fb5b-0514-4e80-9928-4b0426cd715f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.219s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.640085] env[70623]: INFO nova.compute.manager [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Took 24.54 seconds to build instance. [ 973.694930] env[70623]: INFO nova.compute.manager [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] instance snapshotting [ 973.695680] env[70623]: DEBUG nova.objects.instance [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'flavor' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.709392] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793853, 'name': Destroy_Task, 'duration_secs': 0.627511} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.709930] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Destroyed the VM [ 973.710205] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.710883] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44e0ff17-ad33-4711-bce8-39dc6e0feb07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.717368] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793854, 'name': ReconfigVM_Task, 'duration_secs': 0.519382} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.718029] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d03937f6-f934-42c0-ac09-a13c2bf34361/d03937f6-f934-42c0-ac09-a13c2bf34361.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.718940] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95f9e8b3-e9be-4ecd-9fee-a26199902e10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.723480] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 973.723480] env[70623]: value = "task-2793855" [ 973.723480] env[70623]: _type = "Task" [ 973.723480] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.727904] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 973.727904] env[70623]: value = "task-2793856" [ 973.727904] env[70623]: _type = "Task" [ 973.727904] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.751772] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.917028] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5207ecb0-d8a3-f79d-a886-7cb127d153a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.917853] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96248cb3-121c-41d0-be6f-d4f5ae422ad1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.923816] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 973.923816] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52102c41-148c-44ca-238a-858f9f35164e" [ 973.923816] env[70623]: _type = "Task" [ 973.923816] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.932443] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52102c41-148c-44ca-238a-858f9f35164e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.937854] env[70623]: DEBUG nova.compute.utils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.939220] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.939399] env[70623]: DEBUG nova.network.neutron [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.997455] env[70623]: DEBUG nova.policy [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6cc1bbd5672462981680161069aeb64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca10b14e9b114e5aa0624b4ac09e9da2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.011682] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.011846] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012713] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb008f6b-fa87-4ba4-bb15-7079afd0aac5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.034492] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b61bc8-d8e0-4092-bdc5-fef230d52843 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.065522] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfiguring VM to detach interface {{(pid=70623) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 974.065820] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a4a6dd-1497-4050-b84e-fbf98e5a55c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.084567] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.085197] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd9e26a1-e51d-4837-9ead-f2fdf673b2d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.096342] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 974.096342] env[70623]: value = "task-2793858" [ 974.096342] env[70623]: _type = "Task" [ 974.096342] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.097360] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 974.097360] env[70623]: value = "task-2793857" [ 974.097360] env[70623]: _type = "Task" [ 974.097360] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.110466] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.116610] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793857, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.142515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4d62372a-a55d-4361-9ce0-df6dbe5e5542 tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.052s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.215222] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3c7a08-4522-4e82-8d1b-ac153e15b680 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.248762] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7bdfc8-f20d-4049-88f0-e834baf2b27e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.259677] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.267158] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793856, 'name': Rename_Task, 'duration_secs': 0.175427} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.269945] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.269945] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2cea3d7-ab1f-4405-a17b-937292ebeb01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.278468] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 974.278468] env[70623]: value = "task-2793859" [ 974.278468] env[70623]: _type = "Task" [ 974.278468] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.291345] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.435754] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52102c41-148c-44ca-238a-858f9f35164e, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.435754] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.436041] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 5301f26d-6f54-4979-a8eb-f94852c4abe5/5301f26d-6f54-4979-a8eb-f94852c4abe5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.436328] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0544e1d3-e41c-45c7-bc0e-e80cf6ac9eb6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.442354] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.450042] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 974.450042] env[70623]: value = "task-2793860" [ 974.450042] env[70623]: _type = "Task" [ 974.450042] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.459667] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.610896] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.615690] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793857, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.629722] env[70623]: DEBUG nova.network.neutron [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Successfully created port: 74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.764552] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793855, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.769957] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 974.770377] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4726beb-a93a-4460-b3f1-7ae3c7fa911e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.788443] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 974.788443] env[70623]: value = "task-2793861" [ 974.788443] env[70623]: _type = "Task" [ 974.788443] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.792662] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.800042] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb63b8e-5bc9-40c9-8425-495422f36749 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.813981] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.818547] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2742c033-a63e-4c3c-adec-5fdeac7bb5b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.858331] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb06659-4eb2-468a-a2ce-35a69e2532b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.869209] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee8bf35-c3c8-400e-939b-b925d15a1513 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.890202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.890502] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.892096] env[70623]: DEBUG nova.compute.provider_tree [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.972229] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.118117] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.124516] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793857, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.252542] env[70623]: DEBUG oslo_vmware.api [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793855, 'name': RemoveSnapshot_Task, 'duration_secs': 1.240416} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.252931] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.302202] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793859, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.310832] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793861, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.395009] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.398795] env[70623]: DEBUG nova.scheduler.client.report [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.463829] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.469246] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6078} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.471237] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 5301f26d-6f54-4979-a8eb-f94852c4abe5/5301f26d-6f54-4979-a8eb-f94852c4abe5.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.471237] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.471237] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7154216-714b-442a-bbf0-1e44c663aefa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.479927] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 975.479927] env[70623]: value = "task-2793862" [ 975.479927] env[70623]: _type = "Task" [ 975.479927] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.492414] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.506014] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.506014] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.506349] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.506709] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.506990] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.507336] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.507807] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.508084] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.508383] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.508673] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.508992] env[70623]: DEBUG nova.virt.hardware [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.510583] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6395fb87-5a89-4518-8301-0e004600f542 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.530420] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc7507f-02d2-4dce-903d-79db35f53e3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.625432] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793857, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.626167] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.758473] env[70623]: WARNING nova.compute.manager [None req-b69afae3-f6d5-45f5-8f37-b2e92166cca8 tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Image not found during snapshot: nova.exception.ImageNotFound: Image ebbeaad4-e9ad-4a30-bdf2-073358f7b739 could not be found. [ 975.795360] env[70623]: DEBUG oslo_vmware.api [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793859, 'name': PowerOnVM_Task, 'duration_secs': 1.11758} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.795360] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.795360] env[70623]: INFO nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Took 8.70 seconds to spawn the instance on the hypervisor. [ 975.795360] env[70623]: DEBUG nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.795360] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd750e0-6de0-4797-8367-717b80509ec6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.818424] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793861, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.905845] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.906704] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.913225] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.771s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.913287] env[70623]: INFO nova.compute.claims [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.936544] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.991108] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082511} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.991438] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.992293] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af18b4a1-233a-45ff-922c-ad9da278a170 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.016078] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 5301f26d-6f54-4979-a8eb-f94852c4abe5/5301f26d-6f54-4979-a8eb-f94852c4abe5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.016427] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4985af84-8880-4dca-a172-be275454aacc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.037915] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 976.037915] env[70623]: value = "task-2793863" [ 976.037915] env[70623]: _type = "Task" [ 976.037915] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.047566] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.112543] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.120414] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793857, 'name': CloneVM_Task, 'duration_secs': 1.619061} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.120414] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Created linked-clone VM from snapshot [ 976.120414] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10304728-a5b4-4b20-9e10-0a71177cee2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.128791] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Uploading image 67c40119-e057-472b-ae95-01b9a615d65d {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.158468] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.158468] env[70623]: value = "vm-561549" [ 976.158468] env[70623]: _type = "VirtualMachine" [ 976.158468] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.158784] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c57b4078-e898-4a3a-be6c-ac13900edc7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.168943] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lease: (returnval){ [ 976.168943] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52373623-6c77-6c13-3407-1b539f8a00db" [ 976.168943] env[70623]: _type = "HttpNfcLease" [ 976.168943] env[70623]: } obtained for exporting VM: (result){ [ 976.168943] env[70623]: value = "vm-561549" [ 976.168943] env[70623]: _type = "VirtualMachine" [ 976.168943] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.169249] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the lease: (returnval){ [ 976.169249] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52373623-6c77-6c13-3407-1b539f8a00db" [ 976.169249] env[70623]: _type = "HttpNfcLease" [ 976.169249] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.176812] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.176812] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52373623-6c77-6c13-3407-1b539f8a00db" [ 976.176812] env[70623]: _type = "HttpNfcLease" [ 976.176812] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.193590] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "dbc21f7f-18e1-4848-856a-c994e116d1ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.193870] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.194081] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "dbc21f7f-18e1-4848-856a-c994e116d1ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.194511] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.194731] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.197293] env[70623]: INFO nova.compute.manager [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Terminating instance [ 976.304761] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793861, 'name': CreateSnapshot_Task, 'duration_secs': 1.204036} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.305073] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.305851] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22eead-6a57-48bb-bad5-13e5e8f4a7f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.329372] env[70623]: INFO nova.compute.manager [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Took 26.17 seconds to build instance. [ 976.360301] env[70623]: DEBUG nova.network.neutron [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Successfully updated port: 74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.411376] env[70623]: DEBUG nova.compute.utils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.412608] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.413326] env[70623]: DEBUG nova.network.neutron [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.432532] env[70623]: DEBUG nova.compute.manager [req-72d06a21-6042-4b1f-85b0-22a73d27ab71 req-0369ab1d-ad1f-40fa-af6d-52ed66d457e2 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Received event network-vif-plugged-74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.432957] env[70623]: DEBUG oslo_concurrency.lockutils [req-72d06a21-6042-4b1f-85b0-22a73d27ab71 req-0369ab1d-ad1f-40fa-af6d-52ed66d457e2 service nova] Acquiring lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.432957] env[70623]: DEBUG oslo_concurrency.lockutils [req-72d06a21-6042-4b1f-85b0-22a73d27ab71 req-0369ab1d-ad1f-40fa-af6d-52ed66d457e2 service nova] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.433288] env[70623]: DEBUG oslo_concurrency.lockutils [req-72d06a21-6042-4b1f-85b0-22a73d27ab71 req-0369ab1d-ad1f-40fa-af6d-52ed66d457e2 service nova] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.433479] env[70623]: DEBUG nova.compute.manager [req-72d06a21-6042-4b1f-85b0-22a73d27ab71 req-0369ab1d-ad1f-40fa-af6d-52ed66d457e2 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] No waiting events found dispatching network-vif-plugged-74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.433702] env[70623]: WARNING nova.compute.manager [req-72d06a21-6042-4b1f-85b0-22a73d27ab71 req-0369ab1d-ad1f-40fa-af6d-52ed66d457e2 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Received unexpected event network-vif-plugged-74187584-7e17-474f-8521-0f258f9c775d for instance with vm_state building and task_state spawning. [ 976.465113] env[70623]: DEBUG nova.policy [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a16777a6ded24ed9a3330016cda235b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34e90a4a3f504588a7531627d5515a46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.559663] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.610872] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.683298] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.683298] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52373623-6c77-6c13-3407-1b539f8a00db" [ 976.683298] env[70623]: _type = "HttpNfcLease" [ 976.683298] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 976.683298] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 976.683298] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52373623-6c77-6c13-3407-1b539f8a00db" [ 976.683298] env[70623]: _type = "HttpNfcLease" [ 976.683298] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 976.684052] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9684b55f-5939-46c1-b58a-e172ae473a26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.695230] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520068ae-60cf-04e7-d3dc-6a44cd3471dd/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 976.695441] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520068ae-60cf-04e7-d3dc-6a44cd3471dd/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 976.767582] env[70623]: DEBUG nova.compute.manager [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.767806] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.772028] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25557e8-2281-44ed-b365-4fd4e24a777d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.782718] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.782988] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4db6c1-cd5f-4717-82cf-169aaafc14d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.798024] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 976.798024] env[70623]: value = "task-2793865" [ 976.798024] env[70623]: _type = "Task" [ 976.798024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.801289] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.837541] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 976.837909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6567a020-b3bb-42c8-9fbf-1805664cbf87 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.691s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.839499] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8652a688-d710-4410-a99f-ccd94b445d25 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.853035] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 976.853035] env[70623]: value = "task-2793866" [ 976.853035] env[70623]: _type = "Task" [ 976.853035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.855216] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b2f0a4f-7b86-451a-b7a3-4ad48ef73012 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.863534] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.863534] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquired lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.863534] env[70623]: DEBUG nova.network.neutron [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.872022] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793866, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.879993] env[70623]: DEBUG nova.network.neutron [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Successfully created port: 5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.918299] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.056247] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793863, 'name': ReconfigVM_Task, 'duration_secs': 0.93802} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.056509] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 5301f26d-6f54-4979-a8eb-f94852c4abe5/5301f26d-6f54-4979-a8eb-f94852c4abe5.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.057364] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d1c3e4-70f6-4417-93ff-dc4da48ec2b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.069310] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 977.069310] env[70623]: value = "task-2793867" [ 977.069310] env[70623]: _type = "Task" [ 977.069310] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.080017] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793867, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.118318] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.157108] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.158050] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.183021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "d03937f6-f934-42c0-ac09-a13c2bf34361" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.183021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.183021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "d03937f6-f934-42c0-ac09-a13c2bf34361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.183021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.183021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.186961] env[70623]: INFO nova.compute.manager [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Terminating instance [ 977.278561] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.278707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.278781] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.278962] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.279164] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.281345] env[70623]: INFO nova.compute.manager [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Terminating instance [ 977.307884] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793865, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.355432] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7e7840-3658-44cd-9216-7802c594325d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.372299] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793866, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.373869] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb74a4-b94e-465a-9efd-d387ed6172a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.417114] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b34f9-ddba-4a7d-9735-289577d3c84c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.425441] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638113a-6d9b-4c4d-ac06-9a068b520872 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.433973] env[70623]: DEBUG nova.network.neutron [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.448904] env[70623]: DEBUG nova.compute.provider_tree [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.582741] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793867, 'name': Rename_Task, 'duration_secs': 0.206561} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.583013] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.583604] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f388eac-58c4-4e8c-8794-d0c8da84c018 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.590887] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 977.590887] env[70623]: value = "task-2793868" [ 977.590887] env[70623]: _type = "Task" [ 977.590887] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.600530] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.614136] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.624535] env[70623]: DEBUG nova.network.neutron [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updating instance_info_cache with network_info: [{"id": "74187584-7e17-474f-8521-0f258f9c775d", "address": "fa:16:3e:0d:da:3c", "network": {"id": "9f42fb62-d036-4cbe-b81c-2f169dfdbf1b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-108099947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca10b14e9b114e5aa0624b4ac09e9da2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74187584-7e", "ovs_interfaceid": "74187584-7e17-474f-8521-0f258f9c775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.666522] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.691145] env[70623]: DEBUG nova.compute.manager [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.691499] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.692509] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b246da4-fd70-4aa8-824c-9da21e395600 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.702757] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.703255] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac94ac9f-ea2f-4780-a39d-e85425514953 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.712959] env[70623]: DEBUG oslo_vmware.api [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 977.712959] env[70623]: value = "task-2793869" [ 977.712959] env[70623]: _type = "Task" [ 977.712959] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.723980] env[70623]: DEBUG oslo_vmware.api [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.788339] env[70623]: DEBUG nova.compute.manager [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.788590] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.789547] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f01b0-7be1-4a27-ba7a-c47f68577f40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.802881] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.803878] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74080c86-7fb0-4159-b678-8d001d7d4920 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.809742] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793865, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.812015] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 977.812015] env[70623]: value = "task-2793870" [ 977.812015] env[70623]: _type = "Task" [ 977.812015] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.821757] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.873642] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793866, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.934582] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.957760] env[70623]: DEBUG nova.scheduler.client.report [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.981834] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.983058] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.983730] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.983730] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.983730] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.985293] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.985293] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.985293] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.985293] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.985293] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.985293] env[70623]: DEBUG nova.virt.hardware [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.986031] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761650b-4ac4-4d45-8843-974e39c6e432 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.996334] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582fe449-8348-44d6-b222-1a8a02502dad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.103522] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.115149] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.126946] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Releasing lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.128246] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Instance network_info: |[{"id": "74187584-7e17-474f-8521-0f258f9c775d", "address": "fa:16:3e:0d:da:3c", "network": {"id": "9f42fb62-d036-4cbe-b81c-2f169dfdbf1b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-108099947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca10b14e9b114e5aa0624b4ac09e9da2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74187584-7e", "ovs_interfaceid": "74187584-7e17-474f-8521-0f258f9c775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.129239] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:da:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74187584-7e17-474f-8521-0f258f9c775d', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.142782] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Creating folder: Project (ca10b14e9b114e5aa0624b4ac09e9da2). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.143321] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cfde89b-b579-44d8-bd04-555418ab9aaa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.159957] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Created folder: Project (ca10b14e9b114e5aa0624b4ac09e9da2) in parent group-v561316. [ 978.159957] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Creating folder: Instances. Parent ref: group-v561552. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.159957] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9941fcca-1673-4c7d-82bc-de354384ce61 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.179170] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Created folder: Instances in parent group-v561552. [ 978.179855] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.179855] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.180179] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca236a4-001f-45e4-bcc3-1d850913f894 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.197163] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.204417] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.204417] env[70623]: value = "task-2793873" [ 978.204417] env[70623]: _type = "Task" [ 978.204417] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.216962] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793873, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.229010] env[70623]: DEBUG oslo_vmware.api [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793869, 'name': PowerOffVM_Task, 'duration_secs': 0.468415} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.229411] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.229826] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.230281] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16793974-3804-4323-b352-52571caa97e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.306941] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793865, 'name': PowerOffVM_Task, 'duration_secs': 1.223789} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.307726] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.308207] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.308831] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a97d0f-e50b-4146-8810-c4f08653dc8b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.328456] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793870, 'name': PowerOffVM_Task, 'duration_secs': 0.201027} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.331982] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.331982] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.331982] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.331982] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.332212] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore2] d03937f6-f934-42c0-ac09-a13c2bf34361 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.333582] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19654069-6e9d-4ec8-bec0-088661af80f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.334618] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed2d541-5816-4583-a182-74e5758bfc5d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.344734] env[70623]: DEBUG oslo_vmware.api [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 978.344734] env[70623]: value = "task-2793877" [ 978.344734] env[70623]: _type = "Task" [ 978.344734] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.357860] env[70623]: DEBUG oslo_vmware.api [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.372732] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793866, 'name': CloneVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.421704] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.422347] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.422797] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Deleting the datastore file [datastore1] ca815769-7e85-44fc-9ecc-f878e0ee1c54 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.423461] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c31274-099e-44c8-91bb-4e1f17fac6df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.433457] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 978.433457] env[70623]: value = "task-2793878" [ 978.433457] env[70623]: _type = "Task" [ 978.433457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.439354] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.439596] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.439981] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleting the datastore file [datastore2] dbc21f7f-18e1-4848-856a-c994e116d1ee {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.440859] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43bba2e-92e7-48be-be8d-8b96cb713c2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.446576] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.451868] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for the task: (returnval){ [ 978.451868] env[70623]: value = "task-2793879" [ 978.451868] env[70623]: _type = "Task" [ 978.451868] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.466658] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.470626] env[70623]: DEBUG nova.compute.manager [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Received event network-changed-74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.471218] env[70623]: DEBUG nova.compute.manager [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Refreshing instance network info cache due to event network-changed-74187584-7e17-474f-8521-0f258f9c775d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 978.471810] env[70623]: DEBUG oslo_concurrency.lockutils [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] Acquiring lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.472147] env[70623]: DEBUG oslo_concurrency.lockutils [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] Acquired lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.473275] env[70623]: DEBUG nova.network.neutron [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Refreshing network info cache for port 74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.475356] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.476093] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.480969] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.361s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.481377] env[70623]: DEBUG nova.objects.instance [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'resources' on Instance uuid 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.605676] env[70623]: DEBUG oslo_vmware.api [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793868, 'name': PowerOnVM_Task, 'duration_secs': 0.718054} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.614023] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.614023] env[70623]: INFO nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Took 9.11 seconds to spawn the instance on the hypervisor. [ 978.614023] env[70623]: DEBUG nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.614023] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2cf313-d262-4c78-881c-fe8a8e5b4135 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.621557] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.693300] env[70623]: DEBUG nova.network.neutron [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Successfully updated port: 5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.719821] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793873, 'name': CreateVM_Task, 'duration_secs': 0.479088} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.719979] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.720911] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.721156] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.721681] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.722134] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19d9f55-5a03-4923-8e0e-abf860aa15dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.731252] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 978.731252] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522c698f-ef27-0f1c-f0ac-d8960795da19" [ 978.731252] env[70623]: _type = "Task" [ 978.731252] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.749406] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522c698f-ef27-0f1c-f0ac-d8960795da19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.853801] env[70623]: DEBUG oslo_vmware.api [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2793877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23499} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.854225] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.854528] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.854773] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.855071] env[70623]: INFO nova.compute.manager [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Took 1.16 seconds to destroy the instance on the hypervisor. [ 978.855323] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.855514] env[70623]: DEBUG nova.compute.manager [-] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.855622] env[70623]: DEBUG nova.network.neutron [-] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.870066] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793866, 'name': CloneVM_Task, 'duration_secs': 1.561684} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.870531] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created linked-clone VM from snapshot [ 978.871395] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4510bbe-f174-44ed-8943-b51adfcebc6f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.879324] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Uploading image d30da1f8-8058-4686-8b53-b37c5deb89b8 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.901765] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.901765] env[70623]: value = "vm-561551" [ 978.901765] env[70623]: _type = "VirtualMachine" [ 978.901765] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.902067] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-433ee7c9-c423-4756-8751-d6944f114262 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.911475] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease: (returnval){ [ 978.911475] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df9a28-bdb8-e1ae-d026-914203f2b49f" [ 978.911475] env[70623]: _type = "HttpNfcLease" [ 978.911475] env[70623]: } obtained for exporting VM: (result){ [ 978.911475] env[70623]: value = "vm-561551" [ 978.911475] env[70623]: _type = "VirtualMachine" [ 978.911475] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 978.911822] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the lease: (returnval){ [ 978.911822] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df9a28-bdb8-e1ae-d026-914203f2b49f" [ 978.911822] env[70623]: _type = "HttpNfcLease" [ 978.911822] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.920702] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.920702] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df9a28-bdb8-e1ae-d026-914203f2b49f" [ 978.920702] env[70623]: _type = "HttpNfcLease" [ 978.920702] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.943340] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.963585] env[70623]: DEBUG oslo_vmware.api [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Task: {'id': task-2793879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239774} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.963876] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.964077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.964255] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.964427] env[70623]: INFO nova.compute.manager [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Took 2.20 seconds to destroy the instance on the hypervisor. [ 978.964672] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.964866] env[70623]: DEBUG nova.compute.manager [-] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.964963] env[70623]: DEBUG nova.network.neutron [-] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.982213] env[70623]: DEBUG nova.compute.utils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.988151] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.988387] env[70623]: DEBUG nova.network.neutron [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.119317] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.137225] env[70623]: INFO nova.compute.manager [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Took 28.41 seconds to build instance. [ 979.196364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "refresh_cache-61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.196364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquired lock "refresh_cache-61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.196667] env[70623]: DEBUG nova.network.neutron [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.250488] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522c698f-ef27-0f1c-f0ac-d8960795da19, 'name': SearchDatastore_Task, 'duration_secs': 0.033248} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.252416] env[70623]: DEBUG nova.policy [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '080a87c0cbe8489e96f34067bd86c110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e7612ee8c9425da5315c461b2cb12e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.254947] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.254947] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.255196] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.255434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.255566] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.257450] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26205700-bf68-4b51-9b7b-73516944275d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.274796] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.274796] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.275537] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9aec02-f683-4cc2-bd25-59781522ffd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.283358] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 979.283358] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52631900-de98-f585-46eb-c5f25e1e2338" [ 979.283358] env[70623]: _type = "Task" [ 979.283358] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.298596] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52631900-de98-f585-46eb-c5f25e1e2338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.418504] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433bab5-f292-4a31-ad3a-2eb059dde58f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.427841] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.427841] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df9a28-bdb8-e1ae-d026-914203f2b49f" [ 979.427841] env[70623]: _type = "HttpNfcLease" [ 979.427841] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.428229] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.428229] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df9a28-bdb8-e1ae-d026-914203f2b49f" [ 979.428229] env[70623]: _type = "HttpNfcLease" [ 979.428229] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.429286] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7744842-daed-4cae-bf31-e7f2e7a687ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.433398] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d74478b-a665-4997-84e5-5a62e418a253 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.470667] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c52ba1-ab3f-412a-aea2-de1f70694554 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.473751] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4f00c-ddf4-cdeb-22dc-b2f942fc6aff/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.473751] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4f00c-ddf4-cdeb-22dc-b2f942fc6aff/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.480170] env[70623]: DEBUG oslo_vmware.api [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600951} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.481672] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.481906] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.482039] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.482214] env[70623]: INFO nova.compute.manager [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Took 1.69 seconds to destroy the instance on the hypervisor. [ 979.482613] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.535777] env[70623]: DEBUG nova.compute.manager [-] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.535939] env[70623]: DEBUG nova.network.neutron [-] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.538686] env[70623]: DEBUG nova.compute.manager [req-c61845f5-57d5-4318-aa2d-8e797b8e1ae1 req-67ff4b49-1315-4350-8349-aeea1ce20684 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Received event network-vif-deleted-c678d85a-3b5b-43be-9df7-d8ec026e4c0c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 979.538875] env[70623]: INFO nova.compute.manager [req-c61845f5-57d5-4318-aa2d-8e797b8e1ae1 req-67ff4b49-1315-4350-8349-aeea1ce20684 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Neutron deleted interface c678d85a-3b5b-43be-9df7-d8ec026e4c0c; detaching it from the instance and deleting it from the info cache [ 979.539050] env[70623]: DEBUG nova.network.neutron [req-c61845f5-57d5-4318-aa2d-8e797b8e1ae1 req-67ff4b49-1315-4350-8349-aeea1ce20684 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.540742] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.550408] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af353c29-f05c-465f-bc03-093507effcaf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.568311] env[70623]: DEBUG nova.compute.provider_tree [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.602127] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29ebc256-25ff-4b1a-a4dd-7bb6d46d09bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.618305] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.644282] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d8ee868e-6fd0-4380-b604-ba85f7a281dd tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.920s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.751237] env[70623]: DEBUG nova.network.neutron [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.802323] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52631900-de98-f585-46eb-c5f25e1e2338, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.803542] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e004b09f-1cb8-4026-a742-c4edfe651db4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.812542] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 979.812542] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5260959b-81d1-92b4-a759-f316347cf514" [ 979.812542] env[70623]: _type = "Task" [ 979.812542] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.824383] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5260959b-81d1-92b4-a759-f316347cf514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.835034] env[70623]: DEBUG nova.network.neutron [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updated VIF entry in instance network info cache for port 74187584-7e17-474f-8521-0f258f9c775d. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.835661] env[70623]: DEBUG nova.network.neutron [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updating instance_info_cache with network_info: [{"id": "74187584-7e17-474f-8521-0f258f9c775d", "address": "fa:16:3e:0d:da:3c", "network": {"id": "9f42fb62-d036-4cbe-b81c-2f169dfdbf1b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-108099947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca10b14e9b114e5aa0624b4ac09e9da2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74187584-7e", "ovs_interfaceid": "74187584-7e17-474f-8521-0f258f9c775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.841097] env[70623]: DEBUG nova.network.neutron [-] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.044000] env[70623]: DEBUG nova.network.neutron [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Updating instance_info_cache with network_info: [{"id": "5f645720-9264-477f-907f-7d969c0421fd", "address": "fa:16:3e:b9:4c:6d", "network": {"id": "eb7b11b6-9bcf-475f-9c41-808da58f4c9a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-8345753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34e90a4a3f504588a7531627d5515a46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f645720-92", "ovs_interfaceid": "5f645720-9264-477f-907f-7d969c0421fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.047299] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6732069d-0156-41d5-ada0-31c7b7c9e345 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.062988] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0978666b-66a6-4bfe-8cd0-673f3db93d6f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.079866] env[70623]: DEBUG nova.network.neutron [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Successfully created port: 54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.083257] env[70623]: DEBUG nova.scheduler.client.report [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.116397] env[70623]: DEBUG nova.compute.manager [req-c61845f5-57d5-4318-aa2d-8e797b8e1ae1 req-67ff4b49-1315-4350-8349-aeea1ce20684 service nova] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Detach interface failed, port_id=c678d85a-3b5b-43be-9df7-d8ec026e4c0c, reason: Instance dbc21f7f-18e1-4848-856a-c994e116d1ee could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 980.127380] env[70623]: DEBUG oslo_vmware.api [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793858, 'name': ReconfigVM_Task, 'duration_secs': 5.783206} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.128082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.128442] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Reconfigured VM to detach interface {{(pid=70623) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 980.284855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "5301f26d-6f54-4979-a8eb-f94852c4abe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.284855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.285684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "5301f26d-6f54-4979-a8eb-f94852c4abe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.285684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.285684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.288575] env[70623]: INFO nova.compute.manager [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Terminating instance [ 980.324930] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5260959b-81d1-92b4-a759-f316347cf514, 'name': SearchDatastore_Task, 'duration_secs': 0.017608} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.325636] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.325780] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 4c9f488f-5ed1-4be3-8f76-8da400f1a748/4c9f488f-5ed1-4be3-8f76-8da400f1a748.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.326099] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72faf8b7-8c09-4ac4-99fa-47d5d1c7a35b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.335352] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 980.335352] env[70623]: value = "task-2793881" [ 980.335352] env[70623]: _type = "Task" [ 980.335352] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.340054] env[70623]: DEBUG oslo_concurrency.lockutils [req-58cc73c5-7101-4c53-88e2-82a708de18ae req-f051ff38-1d3b-4376-a2f5-986b768c316a service nova] Releasing lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.346526] env[70623]: INFO nova.compute.manager [-] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Took 1.38 seconds to deallocate network for instance. [ 980.346871] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.414852] env[70623]: DEBUG nova.network.neutron [-] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.478463] env[70623]: DEBUG nova.network.neutron [-] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.503170] env[70623]: DEBUG nova.compute.manager [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Received event network-vif-plugged-5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.503648] env[70623]: DEBUG oslo_concurrency.lockutils [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] Acquiring lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.503648] env[70623]: DEBUG oslo_concurrency.lockutils [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.504252] env[70623]: DEBUG oslo_concurrency.lockutils [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.504252] env[70623]: DEBUG nova.compute.manager [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] No waiting events found dispatching network-vif-plugged-5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.504252] env[70623]: WARNING nova.compute.manager [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Received unexpected event network-vif-plugged-5f645720-9264-477f-907f-7d969c0421fd for instance with vm_state building and task_state spawning. [ 980.504480] env[70623]: DEBUG nova.compute.manager [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Received event network-changed-5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.504522] env[70623]: DEBUG nova.compute.manager [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Refreshing instance network info cache due to event network-changed-5f645720-9264-477f-907f-7d969c0421fd. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 980.504683] env[70623]: DEBUG oslo_concurrency.lockutils [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] Acquiring lock "refresh_cache-61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.548097] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Releasing lock "refresh_cache-61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.548395] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Instance network_info: |[{"id": "5f645720-9264-477f-907f-7d969c0421fd", "address": "fa:16:3e:b9:4c:6d", "network": {"id": "eb7b11b6-9bcf-475f-9c41-808da58f4c9a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-8345753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34e90a4a3f504588a7531627d5515a46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f645720-92", "ovs_interfaceid": "5f645720-9264-477f-907f-7d969c0421fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.548697] env[70623]: DEBUG oslo_concurrency.lockutils [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] Acquired lock "refresh_cache-61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.548877] env[70623]: DEBUG nova.network.neutron [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Refreshing network info cache for port 5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.550582] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:4c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f645720-9264-477f-907f-7d969c0421fd', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.558447] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Creating folder: Project (34e90a4a3f504588a7531627d5515a46). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.559558] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.561639] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8f39ab4-f52e-4ada-b174-6044f79cfa26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.577050] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Created folder: Project (34e90a4a3f504588a7531627d5515a46) in parent group-v561316. [ 980.577640] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Creating folder: Instances. Parent ref: group-v561555. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.577640] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14330c59-7beb-4e71-afd7-d44e0547f9f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.590895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.598491] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.175s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.601193] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Created folder: Instances in parent group-v561555. [ 980.601568] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.602386] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.602618] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b3193e-9c84-447c-b27d-ffaa70f1fb07 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.623097] env[70623]: INFO nova.scheduler.client.report [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocations for instance 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52 [ 980.632680] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.632680] env[70623]: value = "task-2793884" [ 980.632680] env[70623]: _type = "Task" [ 980.632680] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.647240] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793884, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.796441] env[70623]: DEBUG nova.compute.manager [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.797031] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.798487] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ce43af-bb47-419c-b201-bce18844fa9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.808270] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.811532] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3dbbd1-5a24-445b-b3a8-6699651bf4c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.820874] env[70623]: DEBUG oslo_vmware.api [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 980.820874] env[70623]: value = "task-2793885" [ 980.820874] env[70623]: _type = "Task" [ 980.820874] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.835160] env[70623]: DEBUG oslo_vmware.api [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.851818] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.854217] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.921204] env[70623]: INFO nova.compute.manager [-] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Took 2.06 seconds to deallocate network for instance. [ 980.972894] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688c108-8d64-4a8b-9efc-e2e458ef73cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.984044] env[70623]: INFO nova.compute.manager [-] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Took 1.45 seconds to deallocate network for instance. [ 980.987051] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1a009-6db7-4125-a22c-5798ff4a5dac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.026422] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7721183d-c099-46a6-ade6-2c085d931345 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.036290] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca9932f-dd18-4091-9052-1f7ba1aabf42 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.055570] env[70623]: DEBUG nova.compute.provider_tree [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.139214] env[70623]: DEBUG oslo_concurrency.lockutils [None req-68380cd0-2317-495f-bbfe-10e215b13ffc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "2cd5826d-b3e7-49a2-9700-1fdb0cb20d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.992s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.154817] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793884, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.331641] env[70623]: DEBUG oslo_vmware.api [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793885, 'name': PowerOffVM_Task, 'duration_secs': 0.352745} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.334596] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.334861] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.335236] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69912c3b-f426-4a02-82cf-3e9a1cffa066 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.346673] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670421} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.347040] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 4c9f488f-5ed1-4be3-8f76-8da400f1a748/4c9f488f-5ed1-4be3-8f76-8da400f1a748.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.347320] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.347670] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0354081-ff5b-40c8-8ae1-a19247dc91b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.356399] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 981.356399] env[70623]: value = "task-2793887" [ 981.356399] env[70623]: _type = "Task" [ 981.356399] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.365626] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.418329] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.419943] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.420221] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Deleting the datastore file [datastore2] 5301f26d-6f54-4979-a8eb-f94852c4abe5 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.420545] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a298b7-76f8-48a4-a992-c23dd78bb276 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.428083] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.430973] env[70623]: DEBUG oslo_vmware.api [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for the task: (returnval){ [ 981.430973] env[70623]: value = "task-2793888" [ 981.430973] env[70623]: _type = "Task" [ 981.430973] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.447179] env[70623]: DEBUG oslo_vmware.api [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.449136] env[70623]: DEBUG nova.network.neutron [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Updated VIF entry in instance network info cache for port 5f645720-9264-477f-907f-7d969c0421fd. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.449982] env[70623]: DEBUG nova.network.neutron [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Updating instance_info_cache with network_info: [{"id": "5f645720-9264-477f-907f-7d969c0421fd", "address": "fa:16:3e:b9:4c:6d", "network": {"id": "eb7b11b6-9bcf-475f-9c41-808da58f4c9a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-8345753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34e90a4a3f504588a7531627d5515a46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f645720-92", "ovs_interfaceid": "5f645720-9264-477f-907f-7d969c0421fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.456865] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.457061] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.457239] env[70623]: DEBUG nova.network.neutron [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.496390] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.524603] env[70623]: DEBUG nova.compute.manager [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Received event network-vif-deleted-913fc9db-a510-4cca-b68f-b4c323e9bf6c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.524993] env[70623]: DEBUG nova.compute.manager [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-vif-deleted-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.525437] env[70623]: INFO nova.compute.manager [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Neutron deleted interface f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32; detaching it from the instance and deleting it from the info cache [ 981.525871] env[70623]: DEBUG nova.network.neutron [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6c82de68-6528-4f8e-ac65-8eb108380d07", "address": "fa:16:3e:2d:30:af", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82de68-65", "ovs_interfaceid": "6c82de68-6528-4f8e-ac65-8eb108380d07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.562976] env[70623]: DEBUG nova.scheduler.client.report [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.661130] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793884, 'name': CreateVM_Task, 'duration_secs': 0.58973} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.661130] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.661486] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.662474] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.663250] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.665026] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf059b09-4df6-4609-b935-21549347c445 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.672603] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 981.672603] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a66098-ad44-a375-6dd0-9ce94a3d580e" [ 981.672603] env[70623]: _type = "Task" [ 981.672603] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.687170] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a66098-ad44-a375-6dd0-9ce94a3d580e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.704332] env[70623]: DEBUG nova.network.neutron [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Successfully updated port: 54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.868344] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07819} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.868680] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.869574] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf13d2e5-85e5-4f77-8090-ba49e39ae20d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.897751] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4c9f488f-5ed1-4be3-8f76-8da400f1a748/4c9f488f-5ed1-4be3-8f76-8da400f1a748.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.898141] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab5b5cc-8420-42f4-9a9c-3f560553cf89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.921396] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 981.921396] env[70623]: value = "task-2793889" [ 981.921396] env[70623]: _type = "Task" [ 981.921396] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.931689] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.942890] env[70623]: DEBUG oslo_vmware.api [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Task: {'id': task-2793888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383106} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.943241] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.943453] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.943645] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.943829] env[70623]: INFO nova.compute.manager [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 981.944093] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.944300] env[70623]: DEBUG nova.compute.manager [-] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.944407] env[70623]: DEBUG nova.network.neutron [-] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.953142] env[70623]: DEBUG oslo_concurrency.lockutils [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] Releasing lock "refresh_cache-61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.953494] env[70623]: DEBUG nova.compute.manager [req-4deb5502-b099-420a-a928-b70444489d6f req-673f6651-7a80-4661-94fd-a251a87ed4f1 service nova] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Received event network-vif-deleted-6d64566d-3bef-4e3d-9a91-6355cb6170f2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.030496] env[70623]: DEBUG oslo_concurrency.lockutils [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.030496] env[70623]: DEBUG oslo_concurrency.lockutils [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] Acquired lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.030496] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f761c5a-881c-4f18-8ba1-b218beb4eabe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.053945] env[70623]: DEBUG oslo_concurrency.lockutils [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] Releasing lock "483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.055504] env[70623]: WARNING nova.compute.manager [req-6cf5cd1e-b0a0-45cd-850b-08ee92cd5df4 req-5efe16ea-5aec-4f9c-a56f-e0368f85438e service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Detach interface failed, port_id=f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32, reason: No device with interface-id f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 exists on VM: nova.exception.NotFound: No device with interface-id f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 exists on VM [ 982.069515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.472s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.070043] env[70623]: INFO nova.compute.manager [None req-b664c3d3-11cc-40d3-b482-ff79d6b9aa78 tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Successfully reverted task state from rebuilding on failure for instance. [ 982.079940] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.534s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.080436] env[70623]: DEBUG nova.objects.instance [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lazy-loading 'resources' on Instance uuid d14cad71-1d0d-400f-b4ba-53630fccdb62 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.118229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.118229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "483432da-f083-457e-97e5-deada79ffea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.118229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "483432da-f083-457e-97e5-deada79ffea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.118229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "483432da-f083-457e-97e5-deada79ffea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.118229] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "483432da-f083-457e-97e5-deada79ffea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.120067] env[70623]: INFO nova.compute.manager [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Terminating instance [ 982.185493] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a66098-ad44-a375-6dd0-9ce94a3d580e, 'name': SearchDatastore_Task, 'duration_secs': 0.019614} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.185845] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.186114] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.186595] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.186595] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.186757] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.186969] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-685e62eb-fb09-4303-8f5e-8615adfd1563 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.198808] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.199946] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.200121] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a0f21d-aeec-4ede-963a-92cd36fd5449 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.206890] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-ceeaccf0-cad0-4e9d-90e5-cae4df093924" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.207110] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-ceeaccf0-cad0-4e9d-90e5-cae4df093924" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.207297] env[70623]: DEBUG nova.network.neutron [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.215088] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 982.215088] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52434f3c-6f5c-1682-b0c0-10c5df04d7d0" [ 982.215088] env[70623]: _type = "Task" [ 982.215088] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.226010] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52434f3c-6f5c-1682-b0c0-10c5df04d7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.317235] env[70623]: INFO nova.network.neutron [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Port f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 982.317571] env[70623]: INFO nova.network.neutron [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Port 6c82de68-6528-4f8e-ac65-8eb108380d07 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 982.317924] env[70623]: DEBUG nova.network.neutron [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [{"id": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "address": "fa:16:3e:d4:50:76", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1ba6b3-a3", "ovs_interfaceid": "7e1ba6b3-a3f3-4806-89ed-1ae91177f2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.434770] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793889, 'name': ReconfigVM_Task, 'duration_secs': 0.322004} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.435732] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4c9f488f-5ed1-4be3-8f76-8da400f1a748/4c9f488f-5ed1-4be3-8f76-8da400f1a748.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.436242] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-352e283e-9d14-4067-abd6-c8f06e5f0229 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.444655] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 982.444655] env[70623]: value = "task-2793890" [ 982.444655] env[70623]: _type = "Task" [ 982.444655] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.453984] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793890, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.535428] env[70623]: DEBUG nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Received event network-vif-plugged-54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.535668] env[70623]: DEBUG oslo_concurrency.lockutils [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] Acquiring lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.535887] env[70623]: DEBUG oslo_concurrency.lockutils [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.536147] env[70623]: DEBUG oslo_concurrency.lockutils [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.536374] env[70623]: DEBUG nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] No waiting events found dispatching network-vif-plugged-54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.536557] env[70623]: WARNING nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Received unexpected event network-vif-plugged-54441390-4c57-4cd2-a416-0774a84eaef6 for instance with vm_state building and task_state spawning. [ 982.536722] env[70623]: DEBUG nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Received event network-changed-54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.536917] env[70623]: DEBUG nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Refreshing instance network info cache due to event network-changed-54441390-4c57-4cd2-a416-0774a84eaef6. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.537133] env[70623]: DEBUG oslo_concurrency.lockutils [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] Acquiring lock "refresh_cache-ceeaccf0-cad0-4e9d-90e5-cae4df093924" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.604359] env[70623]: DEBUG nova.scheduler.client.report [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.621410] env[70623]: DEBUG nova.scheduler.client.report [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.621686] env[70623]: DEBUG nova.compute.provider_tree [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.627543] env[70623]: DEBUG nova.compute.manager [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.627770] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.628677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd52d2e-bb5c-4b1b-80ad-37e9877de95a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.633829] env[70623]: DEBUG nova.scheduler.client.report [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.639701] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.639806] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15924450-e6a2-4749-b63f-bd7de8511c28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.649065] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 982.649065] env[70623]: value = "task-2793891" [ 982.649065] env[70623]: _type = "Task" [ 982.649065] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.659044] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.665703] env[70623]: DEBUG nova.scheduler.client.report [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 982.730236] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52434f3c-6f5c-1682-b0c0-10c5df04d7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.731090] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9f6eda-2033-427c-8ec4-39a8f5f4ed66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.741879] env[70623]: DEBUG nova.network.neutron [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.747206] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 982.747206] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529b6c53-ac9f-7469-4338-cf04d5a8a603" [ 982.747206] env[70623]: _type = "Task" [ 982.747206] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.759859] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529b6c53-ac9f-7469-4338-cf04d5a8a603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.764594] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquiring lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.764899] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.765123] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquiring lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.765304] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.765465] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.769596] env[70623]: INFO nova.compute.manager [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Terminating instance [ 982.789716] env[70623]: DEBUG nova.network.neutron [-] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.825483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-483432da-f083-457e-97e5-deada79ffea1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.945393] env[70623]: DEBUG nova.network.neutron [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Updating instance_info_cache with network_info: [{"id": "54441390-4c57-4cd2-a416-0774a84eaef6", "address": "fa:16:3e:93:06:54", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54441390-4c", "ovs_interfaceid": "54441390-4c57-4cd2-a416-0774a84eaef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.959339] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793890, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.000890] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18013459-919f-4df4-a399-aed928c7a27c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.009321] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45fefab-22e8-4eda-af19-65e0a9b1f1e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.046306] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a27272-6bbe-48b3-8da2-206d308e87d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.055727] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd2d7c8-0814-4e6b-a90b-61275b243cc1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.071909] env[70623]: DEBUG nova.compute.provider_tree [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.160228] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.259160] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529b6c53-ac9f-7469-4338-cf04d5a8a603, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.259471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.259789] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb/61cc9c34-7999-49b0-8205-9ce9d0d9d6bb.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.260085] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cc385a-f6c2-4a64-bdb7-6124028f0038 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.275401] env[70623]: DEBUG nova.compute.manager [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.275841] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.280039] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 983.280039] env[70623]: value = "task-2793892" [ 983.280039] env[70623]: _type = "Task" [ 983.280039] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.280440] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58fef47-3462-46d3-af1c-6ef961bb7dfe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.298980] env[70623]: INFO nova.compute.manager [-] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Took 1.35 seconds to deallocate network for instance. [ 983.299378] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.303698] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 983.303698] env[70623]: value = "task-2793893" [ 983.303698] env[70623]: _type = "Task" [ 983.303698] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.321477] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.333590] env[70623]: DEBUG oslo_concurrency.lockutils [None req-46ef5743-1b9f-4d4a-bb1a-f19f67a5b7d6 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "interface-483432da-f083-457e-97e5-deada79ffea1-f6c0a9c9-edd5-47d7-91c4-04ab6bd86c32" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.824s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.451024] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-ceeaccf0-cad0-4e9d-90e5-cae4df093924" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.451518] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance network_info: |[{"id": "54441390-4c57-4cd2-a416-0774a84eaef6", "address": "fa:16:3e:93:06:54", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54441390-4c", "ovs_interfaceid": "54441390-4c57-4cd2-a416-0774a84eaef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.451680] env[70623]: DEBUG oslo_concurrency.lockutils [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] Acquired lock "refresh_cache-ceeaccf0-cad0-4e9d-90e5-cae4df093924" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.451886] env[70623]: DEBUG nova.network.neutron [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Refreshing network info cache for port 54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.459730] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793890, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.558778] env[70623]: DEBUG nova.compute.manager [req-922a1364-0aac-461d-8610-276683be36f6 req-09a33fdc-cf12-417c-8c4e-4fc94327d176 service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-vif-deleted-6c82de68-6528-4f8e-ac65-8eb108380d07 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.577047] env[70623]: DEBUG nova.scheduler.client.report [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.662645] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.796778] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793892, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.814761] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793893, 'name': PowerOffVM_Task, 'duration_secs': 0.229271} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.815810] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.816135] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.816386] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 983.816586] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561376', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'name': 'volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'serial': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 983.817487] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5940927b-88e5-46e7-82e0-2b0d38408979 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.843289] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb1784c-0efd-4dad-a614-992a1ea30053 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.853885] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64078536-a954-4663-81c9-553572fcc2f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.875233] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f9879-caaf-4c13-83c8-17cc3806c7bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.892345] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] The volume has not been displaced from its original location: [datastore1] volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7/volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 983.897781] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.898141] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a60bf4-bb35-4603-93b0-1165820c5039 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.917478] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 983.917478] env[70623]: value = "task-2793894" [ 983.917478] env[70623]: _type = "Task" [ 983.917478] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.927335] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.959353] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793890, 'name': Rename_Task, 'duration_secs': 1.215661} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.959658] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.960285] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a7b58a-5253-476e-a449-b5006b744f8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.969175] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 983.969175] env[70623]: value = "task-2793895" [ 983.969175] env[70623]: _type = "Task" [ 983.969175] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.979191] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.081119] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.084249] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.862s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.084249] env[70623]: DEBUG nova.objects.instance [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lazy-loading 'resources' on Instance uuid 603c0f1f-f050-43e8-b587-c38021053e6a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.147953] env[70623]: INFO nova.scheduler.client.report [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Deleted allocations for instance d14cad71-1d0d-400f-b4ba-53630fccdb62 [ 984.161965] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793891, 'name': PowerOffVM_Task, 'duration_secs': 1.209033} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.162291] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.162467] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.163061] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbd9e79f-d952-44a8-9118-54b8bfb57767 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.220338] env[70623]: DEBUG nova.network.neutron [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Updated VIF entry in instance network info cache for port 54441390-4c57-4cd2-a416-0774a84eaef6. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.220726] env[70623]: DEBUG nova.network.neutron [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Updating instance_info_cache with network_info: [{"id": "54441390-4c57-4cd2-a416-0774a84eaef6", "address": "fa:16:3e:93:06:54", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54441390-4c", "ovs_interfaceid": "54441390-4c57-4cd2-a416-0774a84eaef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.296156] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.296468] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb/61cc9c34-7999-49b0-8205-9ce9d0d9d6bb.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.296691] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.297016] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92999f87-4783-4ae4-a5a9-73ddf611c423 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.307641] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 984.307641] env[70623]: value = "task-2793897" [ 984.307641] env[70623]: _type = "Task" [ 984.307641] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.319515] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.322060] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.322060] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.322060] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleting the datastore file [datastore1] 483432da-f083-457e-97e5-deada79ffea1 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.322060] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e2c476-e551-43d2-ac7c-c8fd1eadf160 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.330732] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 984.330732] env[70623]: value = "task-2793898" [ 984.330732] env[70623]: _type = "Task" [ 984.330732] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.340652] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.428749] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793894, 'name': ReconfigVM_Task, 'duration_secs': 0.231039} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.429084] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.434109] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46b5453-776b-4825-81f1-d3ed895f2c47 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.451074] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 984.451074] env[70623]: value = "task-2793899" [ 984.451074] env[70623]: _type = "Task" [ 984.451074] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.463317] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.480381] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.658416] env[70623]: DEBUG oslo_concurrency.lockutils [None req-35c8263e-4f23-4bf2-a0e4-cccb16070630 tempest-ServerAddressesTestJSON-1912550567 tempest-ServerAddressesTestJSON-1912550567-project-member] Lock "d14cad71-1d0d-400f-b4ba-53630fccdb62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.674s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.723989] env[70623]: DEBUG oslo_concurrency.lockutils [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] Releasing lock "refresh_cache-ceeaccf0-cad0-4e9d-90e5-cae4df093924" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.724311] env[70623]: DEBUG nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Received event network-vif-deleted-d5672e8f-e75e-4cc4-898f-71e834ca1866 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.724536] env[70623]: INFO nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Neutron deleted interface d5672e8f-e75e-4cc4-898f-71e834ca1866; detaching it from the instance and deleting it from the info cache [ 984.724724] env[70623]: DEBUG nova.network.neutron [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.822019] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122062} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.826651] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.826651] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00c2a7-e22e-4687-8528-e51ad7854567 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.856676] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb/61cc9c34-7999-49b0-8205-9ce9d0d9d6bb.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.862956] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aec6a2f-05c3-4a87-a70c-ec70685ca5d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.877368] env[70623]: DEBUG oslo_vmware.api [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2793898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45387} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.880811] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.881422] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.881422] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.881422] env[70623]: INFO nova.compute.manager [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 483432da-f083-457e-97e5-deada79ffea1] Took 2.25 seconds to destroy the instance on the hypervisor. [ 984.885028] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.885028] env[70623]: DEBUG nova.compute.manager [-] [instance: 483432da-f083-457e-97e5-deada79ffea1] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.885028] env[70623]: DEBUG nova.network.neutron [-] [instance: 483432da-f083-457e-97e5-deada79ffea1] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.891635] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 984.891635] env[70623]: value = "task-2793900" [ 984.891635] env[70623]: _type = "Task" [ 984.891635] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.901781] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.944345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8008e8-0ade-4ddc-87b9-49357e2e0064 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.957071] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f2859d-f2e0-4b3a-9098-2762ded8c506 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.967668] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.001112] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc6b47a-e273-4399-9867-5c1ce6abd9fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.008222] env[70623]: DEBUG oslo_vmware.api [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2793895, 'name': PowerOnVM_Task, 'duration_secs': 0.625141} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.010382] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.010602] env[70623]: INFO nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Took 9.55 seconds to spawn the instance on the hypervisor. [ 985.010840] env[70623]: DEBUG nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.012068] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a842ea-622b-4fe7-89e0-3f613f61137e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.016062] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ad4cc-2230-4100-b9c8-1330e1aa1168 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.037919] env[70623]: DEBUG nova.compute.provider_tree [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.061087] env[70623]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 6c82de68-6528-4f8e-ac65-8eb108380d07 could not be found.", "detail": ""}} {{(pid=70623) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 985.061339] env[70623]: DEBUG nova.network.neutron [-] Unable to show port 6c82de68-6528-4f8e-ac65-8eb108380d07 as it no longer exists. {{(pid=70623) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 985.230013] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b77ac99e-dd9b-458c-8a6d-f1c2b8b875dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.247123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee488519-3c97-4f88-9271-4f3384eed107 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.290609] env[70623]: DEBUG nova.compute.manager [req-fd05302d-0d24-4ec2-9acc-112477661ea5 req-7a40575a-3212-431c-aec4-f7cbc895b431 service nova] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Detach interface failed, port_id=d5672e8f-e75e-4cc4-898f-71e834ca1866, reason: Instance 5301f26d-6f54-4979-a8eb-f94852c4abe5 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 985.402865] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793900, 'name': ReconfigVM_Task, 'duration_secs': 0.395371} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.403366] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb/61cc9c34-7999-49b0-8205-9ce9d0d9d6bb.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.404065] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-895f8697-fcb7-43a6-972c-b82c2f4b45a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.418028] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 985.418028] env[70623]: value = "task-2793901" [ 985.418028] env[70623]: _type = "Task" [ 985.418028] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.432988] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793901, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.471354] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793899, 'name': ReconfigVM_Task, 'duration_secs': 0.831646} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.471354] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561376', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'name': 'volume-ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7', 'serial': 'ee80737c-23f8-41a6-892f-7c26f5a15ac7'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 985.471354] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.471354] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69e1cd-6a3f-4f34-8837-5ed9d32f8edd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.479270] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.479547] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa0480f-485d-4798-8c5d-a2695e8788a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.545172] env[70623]: DEBUG nova.scheduler.client.report [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.553982] env[70623]: INFO nova.compute.manager [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Took 26.04 seconds to build instance. [ 985.557055] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.557334] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.557598] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Deleting the datastore file [datastore1] 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.558175] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8027497-6051-4aac-8c5c-a0b46249cc82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.566780] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for the task: (returnval){ [ 985.566780] env[70623]: value = "task-2793903" [ 985.566780] env[70623]: _type = "Task" [ 985.566780] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.577343] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.846371] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.846620] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.935314] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793901, 'name': Rename_Task, 'duration_secs': 0.197218} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.935605] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.935858] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d955833b-0b44-4d2c-aac2-04ed3af13518 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.943965] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 985.943965] env[70623]: value = "task-2793904" [ 985.943965] env[70623]: _type = "Task" [ 985.943965] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.954863] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.036091] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.036500] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.036713] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.036990] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.037201] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.037384] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.037629] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.037857] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.038218] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.038438] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.038678] env[70623]: DEBUG nova.virt.hardware [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.041023] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef3ad8d-2bee-43e4-b105-792ff74f6bc9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.051894] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520068ae-60cf-04e7-d3dc-6a44cd3471dd/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.053582] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c49bb0-e54f-4515-a90a-1fdcdcdef289 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.059016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233cb5d5-12e1-464e-840a-1b85ca889922 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.062350] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.064589] env[70623]: DEBUG oslo_concurrency.lockutils [None req-df1980f4-cb86-46b5-8923-73ea6ebd8d69 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.574s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.065456] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.754s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.065755] env[70623]: DEBUG nova.objects.instance [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'resources' on Instance uuid 2b0d38e7-998c-40a8-922e-896a9c87f76f {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.082979] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520068ae-60cf-04e7-d3dc-6a44cd3471dd/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.083281] env[70623]: ERROR oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520068ae-60cf-04e7-d3dc-6a44cd3471dd/disk-0.vmdk due to incomplete transfer. [ 986.084060] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:06:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54441390-4c57-4cd2-a416-0774a84eaef6', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.096133] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.099292] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-059d3d0f-c51e-4306-988a-a1ccf754c7b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.101695] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.108545] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0e92aa-2347-4fdc-a836-ad4a2d24922a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.131021] env[70623]: DEBUG oslo_vmware.api [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Task: {'id': task-2793903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141879} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.131021] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.131021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.131021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.131021] env[70623]: INFO nova.compute.manager [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Took 2.85 seconds to destroy the instance on the hypervisor. [ 986.131021] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.131021] env[70623]: DEBUG nova.compute.manager [-] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.131021] env[70623]: DEBUG nova.network.neutron [-] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.135892] env[70623]: DEBUG oslo_vmware.rw_handles [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520068ae-60cf-04e7-d3dc-6a44cd3471dd/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.136120] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Uploaded image 67c40119-e057-472b-ae95-01b9a615d65d to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.138947] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.141237] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e53981fe-8336-4326-944c-08d091cc4ad2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.143399] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.143399] env[70623]: value = "task-2793905" [ 986.143399] env[70623]: _type = "Task" [ 986.143399] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.151418] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 986.151418] env[70623]: value = "task-2793906" [ 986.151418] env[70623]: _type = "Task" [ 986.151418] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.159790] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793905, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.166075] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793906, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.353232] env[70623]: DEBUG nova.compute.utils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.458576] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.634033] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f28bcdb6-e35e-429c-831a-af9575479f6a tempest-ServerActionsV293TestJSON-1732617292 tempest-ServerActionsV293TestJSON-1732617292-project-member] Lock "603c0f1f-f050-43e8-b587-c38021053e6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.940s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.652339] env[70623]: DEBUG nova.network.neutron [-] [instance: 483432da-f083-457e-97e5-deada79ffea1] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.664486] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793905, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.670550] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793906, 'name': Destroy_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.859938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.911986] env[70623]: DEBUG nova.compute.manager [req-cf367f8b-ec96-468c-be99-2accec8237f5 req-5b6222fd-266f-4171-8a7d-2ecf2b3d03dc service nova] [instance: 483432da-f083-457e-97e5-deada79ffea1] Received event network-vif-deleted-7e1ba6b3-a3f3-4806-89ed-1ae91177f2db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.961749] env[70623]: DEBUG oslo_vmware.api [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793904, 'name': PowerOnVM_Task, 'duration_secs': 0.564107} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.962117] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.962338] env[70623]: INFO nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Took 9.03 seconds to spawn the instance on the hypervisor. [ 986.962521] env[70623]: DEBUG nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.964052] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e073f4-0252-4d76-a1db-834fbaeaf49b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.026697] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830334a-eba5-4969-97b3-c5dc1b292a8c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.039578] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a015ab-c863-4815-83e8-7a8c0ca6a1a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.081063] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002681e-33e9-41c4-a492-6e09deef1fd6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.091280] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358fde9-739d-4115-bd67-9ddb1da502de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.115577] env[70623]: DEBUG nova.compute.provider_tree [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.156534] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793905, 'name': CreateVM_Task, 'duration_secs': 0.602515} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.161487] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.162073] env[70623]: INFO nova.compute.manager [-] [instance: 483432da-f083-457e-97e5-deada79ffea1] Took 2.28 seconds to deallocate network for instance. [ 987.163357] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.163580] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.163940] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.166359] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42793fa5-8a61-491c-b9b4-6aa380e80e98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.179204] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793906, 'name': Destroy_Task, 'duration_secs': 0.543903} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.179463] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Destroyed the VM [ 987.179740] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.182587] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f3402d2-0cd2-405e-aefe-b9d7b8ba483a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.185089] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 987.185089] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e481a3-78d5-28c3-77aa-59b0640f4a54" [ 987.185089] env[70623]: _type = "Task" [ 987.185089] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.192389] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 987.192389] env[70623]: value = "task-2793907" [ 987.192389] env[70623]: _type = "Task" [ 987.192389] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.196812] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e481a3-78d5-28c3-77aa-59b0640f4a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.214037] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793907, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.493509] env[70623]: INFO nova.compute.manager [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Took 24.93 seconds to build instance. [ 987.513297] env[70623]: DEBUG nova.network.neutron [-] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.619630] env[70623]: DEBUG nova.scheduler.client.report [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.681887] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.697360] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e481a3-78d5-28c3-77aa-59b0640f4a54, 'name': SearchDatastore_Task, 'duration_secs': 0.015902} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.700740] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.700740] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.700740] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.700740] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.701010] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.701201] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73e26a62-c77c-494c-ba78-eb8f51eb762c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.711542] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793907, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515966} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.713185] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.713515] env[70623]: DEBUG nova.compute.manager [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.714780] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.715021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.716700] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6a63a1-c68b-4999-aa18-455e8e2de3da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.719655] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da83a7b0-393e-41a0-9483-9ec4a112804e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.731359] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 987.731359] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fe6691-28de-450c-e3a7-bcef9c4087df" [ 987.731359] env[70623]: _type = "Task" [ 987.731359] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.807958] env[70623]: DEBUG nova.compute.manager [req-f6ffbc23-d268-4f49-99e7-4bf84cab586c req-8a269399-4b67-4089-846d-40fcc616b229 service nova] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Received event network-vif-deleted-1537dd6c-3b92-4dac-bf1b-e73b023b07a3 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.995801] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f2a08cab-8ba0-4ce1-95fd-d5edd9c235bb tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.444s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.016530] env[70623]: INFO nova.compute.manager [-] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Took 1.89 seconds to deallocate network for instance. [ 988.126182] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.130125] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.618s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.215553] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.215813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.216061] env[70623]: INFO nova.compute.manager [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Attaching volume 0e33f57c-8877-47e2-9338-641dfba46a99 to /dev/sdb [ 988.241051] env[70623]: INFO nova.compute.manager [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Shelve offloading [ 988.246630] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fe6691-28de-450c-e3a7-bcef9c4087df, 'name': SearchDatastore_Task, 'duration_secs': 0.032549} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.249566] env[70623]: INFO nova.scheduler.client.report [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted allocations for instance 2b0d38e7-998c-40a8-922e-896a9c87f76f [ 988.255431] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521b6210-9f97-4d32-b24c-d4f287ac8247 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.266532] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 988.266532] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fabfee-b86a-c1b4-3060-d096f95fc3ec" [ 988.266532] env[70623]: _type = "Task" [ 988.266532] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.280175] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fabfee-b86a-c1b4-3060-d096f95fc3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.282947] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff3424-3edd-4640-a1c8-29fd4d81bb37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.302698] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2040a5-e4f9-40a3-911f-f1a74acb0bb1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.328734] env[70623]: DEBUG nova.virt.block_device [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updating existing volume attachment record: b69c0225-6f5e-4840-b981-ae665e39611c {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 988.520603] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4f00c-ddf4-cdeb-22dc-b2f942fc6aff/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.520759] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f3ac4-899d-41bb-8632-ab1095259add {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.533604] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4f00c-ddf4-cdeb-22dc-b2f942fc6aff/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.533844] env[70623]: ERROR oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4f00c-ddf4-cdeb-22dc-b2f942fc6aff/disk-0.vmdk due to incomplete transfer. [ 988.534096] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef76148c-1933-42ef-84d7-8465dfc5924e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.542356] env[70623]: DEBUG oslo_vmware.rw_handles [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4f00c-ddf4-cdeb-22dc-b2f942fc6aff/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.542356] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Uploaded image d30da1f8-8058-4686-8b53-b37c5deb89b8 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.544016] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.544181] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04ac0538-8c4b-4ec4-96af-5b686382873e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.555031] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 988.555031] env[70623]: value = "task-2793908" [ 988.555031] env[70623]: _type = "Task" [ 988.555031] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.567838] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793908, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.671874] env[70623]: INFO nova.compute.manager [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Took 0.65 seconds to detach 1 volumes for instance. [ 988.672844] env[70623]: DEBUG nova.compute.manager [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Deleting volume: ee80737c-23f8-41a6-892f-7c26f5a15ac7 {{(pid=70623) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 988.756374] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.763122] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca409c2-746b-4f8d-91f7-e69502d1820d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.763122] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3210d1d3-28ee-400b-a317-3a59af6f85c9 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "2b0d38e7-998c-40a8-922e-896a9c87f76f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.083s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.773870] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 988.773870] env[70623]: value = "task-2793912" [ 988.773870] env[70623]: _type = "Task" [ 988.773870] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.786959] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fabfee-b86a-c1b4-3060-d096f95fc3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01565} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.792568] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.792568] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.792568] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e222a03-eb38-40b5-a9ba-8e17e5a6d0b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.803347] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.803528] env[70623]: DEBUG nova.compute.manager [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.805553] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3fd00-2676-485d-8fb5-25f223d4feaa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.809499] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 988.809499] env[70623]: value = "task-2793913" [ 988.809499] env[70623]: _type = "Task" [ 988.809499] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.811404] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.811703] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.811932] env[70623]: DEBUG nova.network.neutron [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.825452] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.028538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.028875] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.029178] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.029428] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.029645] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.036179] env[70623]: INFO nova.compute.manager [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Terminating instance [ 989.069120] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793908, 'name': Destroy_Task, 'duration_secs': 0.381074} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.069510] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroyed the VM [ 989.069827] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.070334] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f49bf427-82ff-4976-a8d3-ef737d827fce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.080784] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 989.080784] env[70623]: value = "task-2793915" [ 989.080784] env[70623]: _type = "Task" [ 989.080784] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.095261] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.206605] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.206777] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207081] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 1d5599e1-8168-4fb1-92e9-20689b35166a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207344] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea3af44d-dc65-4f27-8618-95a84be3e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207410] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7983fb26-78e5-44d5-a064-dc2f53c010ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207529] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance e7dc9bf3-a474-4749-8cd9-03ec723b7126 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207667] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b2103440-5f33-465c-9efa-674f47740096 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207804] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 184af744-11cb-4f37-a3da-3255ac40a4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.207952] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 483432da-f083-457e-97e5-deada79ffea1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 989.208080] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance c1045d51-22d1-4ba4-b58b-07890074888b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.208201] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance dbc21f7f-18e1-4848-856a-c994e116d1ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 989.208753] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ca815769-7e85-44fc-9ecc-f878e0ee1c54 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 989.208753] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance d03937f6-f934-42c0-ac09-a13c2bf34361 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 989.208753] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 5301f26d-6f54-4979-a8eb-f94852c4abe5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 989.209072] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 4c9f488f-5ed1-4be3-8f76-8da400f1a748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.209072] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.209250] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ceeaccf0-cad0-4e9d-90e5-cae4df093924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 989.294205] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.329536] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793913, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.540878] env[70623]: DEBUG nova.compute.manager [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.541130] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.542173] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4700b-a268-4fb8-bed9-707f7ca612d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.555628] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.555923] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43f8818-b99e-4ff3-a863-86f17926c57b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.569682] env[70623]: DEBUG oslo_vmware.api [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 989.569682] env[70623]: value = "task-2793916" [ 989.569682] env[70623]: _type = "Task" [ 989.569682] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.579016] env[70623]: DEBUG oslo_vmware.api [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.590520] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.712437] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 989.802946] env[70623]: DEBUG nova.network.neutron [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.828027] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542481} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.828027] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.828027] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.828027] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f5c7e2-c622-45ba-8c63-05d26d109ee4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.839552] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 989.839552] env[70623]: value = "task-2793917" [ 989.839552] env[70623]: _type = "Task" [ 989.839552] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.850707] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.852223] env[70623]: DEBUG nova.compute.manager [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Received event network-changed-74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.852682] env[70623]: DEBUG nova.compute.manager [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Refreshing instance network info cache due to event network-changed-74187584-7e17-474f-8521-0f258f9c775d. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 989.853148] env[70623]: DEBUG oslo_concurrency.lockutils [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] Acquiring lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.853372] env[70623]: DEBUG oslo_concurrency.lockutils [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] Acquired lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.853594] env[70623]: DEBUG nova.network.neutron [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Refreshing network info cache for port 74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.082148] env[70623]: DEBUG oslo_vmware.api [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793916, 'name': PowerOffVM_Task, 'duration_secs': 0.38015} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.082865] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.083309] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.089012] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08c73169-c6a5-4a51-90ff-008c6e7a8ba3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.097138] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793915, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.187232] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.187232] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.187232] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Deleting the datastore file [datastore2] 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.187232] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d5b91e-f124-481b-a766-e8d7b04911db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.193433] env[70623]: DEBUG oslo_vmware.api [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for the task: (returnval){ [ 990.193433] env[70623]: value = "task-2793919" [ 990.193433] env[70623]: _type = "Task" [ 990.193433] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.206521] env[70623]: DEBUG oslo_vmware.api [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.218024] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9e579533-fa9d-4c0d-97ab-e7a82fe43031 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 990.218024] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 990.218024] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 990.303036] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.352525] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160917} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.352794] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.356119] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc184dd-5a5e-402a-b872-a6f134ee2ec3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.385897] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.390539] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b58e735-06de-44a3-ba96-83db0da25d0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.412224] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 990.412224] env[70623]: value = "task-2793920" [ 990.412224] env[70623]: _type = "Task" [ 990.412224] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.424415] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.580436] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600d9c55-6568-42bd-b929-615153425d87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.598953] env[70623]: DEBUG oslo_vmware.api [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793915, 'name': RemoveSnapshot_Task, 'duration_secs': 1.167899} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.598953] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.598953] env[70623]: INFO nova.compute.manager [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 990.600408] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d1188-a64b-4a39-80c7-a9588b8b2014 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.636872] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4253240-fc86-4ec1-b3cc-91382c37344d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.655028] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb86f74-0740-4223-9adf-2f987f47433e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.668157] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.706548] env[70623]: DEBUG oslo_vmware.api [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Task: {'id': task-2793919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264766} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.706804] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.706989] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.707304] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.707484] env[70623]: INFO nova.compute.manager [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 990.707723] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.707915] env[70623]: DEBUG nova.compute.manager [-] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.708015] env[70623]: DEBUG nova.network.neutron [-] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.924090] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.943343] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.945151] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8e762-acfe-46ef-9b83-78c8a274cbab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.954287] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.954287] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd37852-5822-4df7-8588-ce1e8302e483 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.171560] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.190626] env[70623]: DEBUG nova.compute.manager [None req-1123741a-e094-41b8-83cc-0ec87ddc000d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Found 1 images (rotation: 2) {{(pid=70623) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 991.235556] env[70623]: DEBUG nova.network.neutron [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updated VIF entry in instance network info cache for port 74187584-7e17-474f-8521-0f258f9c775d. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.235969] env[70623]: DEBUG nova.network.neutron [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updating instance_info_cache with network_info: [{"id": "74187584-7e17-474f-8521-0f258f9c775d", "address": "fa:16:3e:0d:da:3c", "network": {"id": "9f42fb62-d036-4cbe-b81c-2f169dfdbf1b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-108099947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca10b14e9b114e5aa0624b4ac09e9da2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74187584-7e", "ovs_interfaceid": "74187584-7e17-474f-8521-0f258f9c775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.241762] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.242206] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.242307] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleting the datastore file [datastore1] b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.242495] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7662c89-6ec8-4b78-a3bf-9d6bc818ab51 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.252187] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 991.252187] env[70623]: value = "task-2793923" [ 991.252187] env[70623]: _type = "Task" [ 991.252187] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.269860] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.423331] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793920, 'name': ReconfigVM_Task, 'duration_secs': 0.79521} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.425440] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.426096] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f83eb6-ceb4-4d30-a8a9-7668ecc89148 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.434027] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 991.434027] env[70623]: value = "task-2793924" [ 991.434027] env[70623]: _type = "Task" [ 991.434027] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.447452] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793924, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.680023] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 991.680023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.549s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.680023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.742s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.680023] env[70623]: INFO nova.compute.claims [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.739706] env[70623]: DEBUG oslo_concurrency.lockutils [req-9a2283ba-3b0c-427d-b161-d32377b8aef3 req-55ee87ca-153e-442f-a667-464c9d495a56 service nova] Releasing lock "refresh_cache-4c9f488f-5ed1-4be3-8f76-8da400f1a748" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.763684] env[70623]: DEBUG oslo_vmware.api [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2793923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145549} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.763953] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.764166] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.764336] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.771172] env[70623]: DEBUG nova.compute.manager [req-0d7a21d3-e430-4587-8018-d938d51a53a0 req-9cf3582d-853f-41e9-8d4f-06d9cdb2f1df service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Received event network-vif-deleted-5f645720-9264-477f-907f-7d969c0421fd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.771340] env[70623]: INFO nova.compute.manager [req-0d7a21d3-e430-4587-8018-d938d51a53a0 req-9cf3582d-853f-41e9-8d4f-06d9cdb2f1df service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Neutron deleted interface 5f645720-9264-477f-907f-7d969c0421fd; detaching it from the instance and deleting it from the info cache [ 991.771507] env[70623]: DEBUG nova.network.neutron [req-0d7a21d3-e430-4587-8018-d938d51a53a0 req-9cf3582d-853f-41e9-8d4f-06d9cdb2f1df service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.812922] env[70623]: INFO nova.scheduler.client.report [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted allocations for instance b2103440-5f33-465c-9efa-674f47740096 [ 991.949645] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793924, 'name': Rename_Task, 'duration_secs': 0.263763} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.949645] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.949645] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92eec77f-3c68-48c9-8317-9fd35052a98a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.956388] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 991.956388] env[70623]: value = "task-2793925" [ 991.956388] env[70623]: _type = "Task" [ 991.956388] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.970787] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.063797] env[70623]: DEBUG nova.compute.manager [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-vif-unplugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.064117] env[70623]: DEBUG oslo_concurrency.lockutils [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.064357] env[70623]: DEBUG oslo_concurrency.lockutils [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] Lock "b2103440-5f33-465c-9efa-674f47740096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.064529] env[70623]: DEBUG oslo_concurrency.lockutils [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] Lock "b2103440-5f33-465c-9efa-674f47740096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.064698] env[70623]: DEBUG nova.compute.manager [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] No waiting events found dispatching network-vif-unplugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.064864] env[70623]: WARNING nova.compute.manager [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received unexpected event network-vif-unplugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 for instance with vm_state shelved_offloaded and task_state None. [ 992.065039] env[70623]: DEBUG nova.compute.manager [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-changed-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.065231] env[70623]: DEBUG nova.compute.manager [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Refreshing instance network info cache due to event network-changed-36a8d4e6-1f8b-45e9-8f75-31488c0055a0. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 992.065424] env[70623]: DEBUG oslo_concurrency.lockutils [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.065563] env[70623]: DEBUG oslo_concurrency.lockutils [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.065719] env[70623]: DEBUG nova.network.neutron [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Refreshing network info cache for port 36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.146031] env[70623]: DEBUG nova.network.neutron [-] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.276864] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c735af55-da2c-4ff1-9aa0-17de9bc06174 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.286776] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b283f2f-169b-4122-864b-c5d4fd50a52c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.325509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.325899] env[70623]: DEBUG nova.compute.manager [req-0d7a21d3-e430-4587-8018-d938d51a53a0 req-9cf3582d-853f-41e9-8d4f-06d9cdb2f1df service nova] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Detach interface failed, port_id=5f645720-9264-477f-907f-7d969c0421fd, reason: Instance 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 992.471913] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.541549] env[70623]: DEBUG nova.compute.manager [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.542906] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edcafbf-eb49-4250-8142-46ad08aca26f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.648487] env[70623]: INFO nova.compute.manager [-] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Took 1.94 seconds to deallocate network for instance. [ 992.844991] env[70623]: DEBUG nova.network.neutron [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Updated VIF entry in instance network info cache for port 36a8d4e6-1f8b-45e9-8f75-31488c0055a0. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.844991] env[70623]: DEBUG nova.network.neutron [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": null, "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.979803] env[70623]: DEBUG oslo_vmware.api [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793925, 'name': PowerOnVM_Task, 'duration_secs': 0.729441} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.981846] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.981846] env[70623]: INFO nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Took 12.42 seconds to spawn the instance on the hypervisor. [ 992.981846] env[70623]: DEBUG nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.981846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf1da1-a943-4e97-a584-2c905b019ae8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.010875] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4a5b6-7645-4b8d-bb98-958a16c86cfe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.021699] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2800f3-c1cf-4e9b-845d-0ea6af3a64f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.065199] env[70623]: INFO nova.compute.manager [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] instance snapshotting [ 993.065573] env[70623]: DEBUG nova.objects.instance [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'flavor' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.068148] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e41069f-ad64-431c-b121-53fc3224dfef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.078759] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81389d7e-de4e-4a2b-903c-2f030b6054dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.100457] env[70623]: DEBUG nova.compute.provider_tree [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.160049] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.173754] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.173997] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.896290] env[70623]: DEBUG oslo_concurrency.lockutils [req-de72b013-6fdd-40be-a9db-f68197d38e72 req-f7ec923e-9318-476f-82c1-c6c588dcf1e1 service nova] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.902295] env[70623]: DEBUG nova.scheduler.client.report [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.905188] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.908408] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 993.908632] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 993.913569] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea36ba39-13cd-4404-85a0-65fe9b3442c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.917024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2306ef9-4c6c-4499-be8f-d442e24fd610 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.923065] env[70623]: INFO nova.compute.manager [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Took 29.80 seconds to build instance. [ 993.958411] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c103748d-452e-441d-978b-34c25e2f4110 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.961210] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28fd828-6172-438a-b6ca-1d98a9b599e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.990850] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-0e33f57c-8877-47e2-9338-641dfba46a99/volume-0e33f57c-8877-47e2-9338-641dfba46a99.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.994160] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe89211-98ca-4a4c-a22f-59716aff8084 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.014191] env[70623]: DEBUG oslo_vmware.api [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 994.014191] env[70623]: value = "task-2793926" [ 994.014191] env[70623]: _type = "Task" [ 994.014191] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.024072] env[70623]: DEBUG oslo_vmware.api [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.305307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.305612] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.421492] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.422021] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.424809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.228s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.426165] env[70623]: INFO nova.compute.claims [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.428647] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5725680d-7c32-4296-a05e-d29939ce5dfc tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.312s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.457769] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.478284] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.508503] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.508704] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e97f63e6-6062-45f5-9e75-ddb05fddeb66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.519271] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 994.519271] env[70623]: value = "task-2793927" [ 994.519271] env[70623]: _type = "Task" [ 994.519271] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.526512] env[70623]: DEBUG oslo_vmware.api [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793926, 'name': ReconfigVM_Task, 'duration_secs': 0.371538} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.527046] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-0e33f57c-8877-47e2-9338-641dfba46a99/volume-0e33f57c-8877-47e2-9338-641dfba46a99.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.536041] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2206d7-db5a-4ec0-9c4a-c190ebe721f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.546651] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793927, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.553378] env[70623]: DEBUG oslo_vmware.api [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 994.553378] env[70623]: value = "task-2793928" [ 994.553378] env[70623]: _type = "Task" [ 994.553378] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.564316] env[70623]: DEBUG oslo_vmware.api [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.809613] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.931411] env[70623]: DEBUG nova.compute.utils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.932175] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.932373] env[70623]: DEBUG nova.network.neutron [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.011202] env[70623]: DEBUG nova.policy [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888886d29934582b204d1c9968cb329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf46988ae64770aaf7e094b808fca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.031087] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793927, 'name': CreateSnapshot_Task, 'duration_secs': 0.492731} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.031087] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.031530] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e9962-85e5-44b3-b67b-facc8f484e60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.063267] env[70623]: DEBUG oslo_vmware.api [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793928, 'name': ReconfigVM_Task, 'duration_secs': 0.153452} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.063267] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.367430] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.446765] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.453903] env[70623]: INFO nova.compute.manager [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Rebuilding instance [ 995.535389] env[70623]: DEBUG nova.compute.manager [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.537371] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457caf87-79f4-4ee3-a110-24119c65c447 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.550521] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.555799] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce1c0006-c700-422d-b838-9eeac3d32fdb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.568716] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 995.568716] env[70623]: value = "task-2793929" [ 995.568716] env[70623]: _type = "Task" [ 995.568716] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.580223] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793929, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.612436] env[70623]: DEBUG nova.network.neutron [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Successfully created port: cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.790492] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc9c380-6350-404a-b665-9b834cd4e446 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.801665] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4059089c-83da-440a-804c-8961c608ef41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.834067] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da7927-58db-44b7-bec3-000bb4007099 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.845593] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64f23c-f03c-42fb-a0d6-fdbf6306a1ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.860032] env[70623]: DEBUG nova.compute.provider_tree [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.080274] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793929, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.127459] env[70623]: DEBUG nova.objects.instance [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'flavor' on Instance uuid c1045d51-22d1-4ba4-b58b-07890074888b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.363012] env[70623]: DEBUG nova.scheduler.client.report [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.462726] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.502028] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.502297] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.502456] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.502658] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.502833] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.502989] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.503214] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.503377] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.503545] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.503705] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.503874] env[70623]: DEBUG nova.virt.hardware [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.504842] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae31fa0-a789-48cc-b71d-d058e34fdb70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.513632] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b87caf-b320-49e1-8690-a6ade3092a14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.563696] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.564034] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7fb5d4-3172-42e0-92b4-d7180e81421a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.574811] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 996.574811] env[70623]: value = "task-2793930" [ 996.574811] env[70623]: _type = "Task" [ 996.574811] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.581747] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793929, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.586981] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.633062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-27f5d39f-d094-4018-87e7-deea353173aa tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.417s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.868423] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.869046] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.871694] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.018s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.871885] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.874047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.446s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.874236] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.876023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.381s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.876208] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.878134] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.062s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.878322] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.881284] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.200s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.881487] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.883086] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.590s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.883517] env[70623]: DEBUG nova.objects.instance [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lazy-loading 'resources' on Instance uuid 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.934707] env[70623]: INFO nova.scheduler.client.report [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Deleted allocations for instance 5301f26d-6f54-4979-a8eb-f94852c4abe5 [ 996.936617] env[70623]: INFO nova.scheduler.client.report [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Deleted allocations for instance ca815769-7e85-44fc-9ecc-f878e0ee1c54 [ 996.957938] env[70623]: INFO nova.scheduler.client.report [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance d03937f6-f934-42c0-ac09-a13c2bf34361 [ 996.962857] env[70623]: INFO nova.scheduler.client.report [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Deleted allocations for instance dbc21f7f-18e1-4848-856a-c994e116d1ee [ 997.003626] env[70623]: INFO nova.scheduler.client.report [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted allocations for instance 483432da-f083-457e-97e5-deada79ffea1 [ 997.087527] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793929, 'name': CloneVM_Task, 'duration_secs': 1.39256} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.090825] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created linked-clone VM from snapshot [ 997.091179] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793930, 'name': PowerOffVM_Task, 'duration_secs': 0.217945} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.091940] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a13e364-7d2a-447a-85bc-ad1497d36790 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.096017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.096017] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.096017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563176d-b923-4cf3-bfde-fab197d4255e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.103863] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Uploading image 9d0d636c-2ce5-4372-b552-adefc767a6ee {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.108402] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.108706] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5880b377-bba9-492e-b964-1d5f75c1154d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.142970] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.142970] env[70623]: value = "vm-561562" [ 997.142970] env[70623]: _type = "VirtualMachine" [ 997.142970] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.142970] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e08888f-d61b-45b9-b183-ae87849fb430 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.149208] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease: (returnval){ [ 997.149208] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526f50d8-e999-0ac8-fda9-0c348bc197e0" [ 997.149208] env[70623]: _type = "HttpNfcLease" [ 997.149208] env[70623]: } obtained for exporting VM: (result){ [ 997.149208] env[70623]: value = "vm-561562" [ 997.149208] env[70623]: _type = "VirtualMachine" [ 997.149208] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.149658] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the lease: (returnval){ [ 997.149658] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526f50d8-e999-0ac8-fda9-0c348bc197e0" [ 997.149658] env[70623]: _type = "HttpNfcLease" [ 997.149658] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.158793] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.158793] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526f50d8-e999-0ac8-fda9-0c348bc197e0" [ 997.158793] env[70623]: _type = "HttpNfcLease" [ 997.158793] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.189026] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.189319] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.189628] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.189916] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c231d9f3-3415-46e4-9e0c-0921ce6050c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.194918] env[70623]: DEBUG nova.compute.manager [req-1749d704-2611-4d82-b7c4-2c0dbd6dbc35 req-e1b58cb2-1622-4e8a-a95d-8f63c3723f89 service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Received event network-vif-plugged-cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 997.195335] env[70623]: DEBUG oslo_concurrency.lockutils [req-1749d704-2611-4d82-b7c4-2c0dbd6dbc35 req-e1b58cb2-1622-4e8a-a95d-8f63c3723f89 service nova] Acquiring lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.195452] env[70623]: DEBUG oslo_concurrency.lockutils [req-1749d704-2611-4d82-b7c4-2c0dbd6dbc35 req-e1b58cb2-1622-4e8a-a95d-8f63c3723f89 service nova] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.196307] env[70623]: DEBUG oslo_concurrency.lockutils [req-1749d704-2611-4d82-b7c4-2c0dbd6dbc35 req-e1b58cb2-1622-4e8a-a95d-8f63c3723f89 service nova] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.196307] env[70623]: DEBUG nova.compute.manager [req-1749d704-2611-4d82-b7c4-2c0dbd6dbc35 req-e1b58cb2-1622-4e8a-a95d-8f63c3723f89 service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] No waiting events found dispatching network-vif-plugged-cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.196307] env[70623]: WARNING nova.compute.manager [req-1749d704-2611-4d82-b7c4-2c0dbd6dbc35 req-e1b58cb2-1622-4e8a-a95d-8f63c3723f89 service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Received unexpected event network-vif-plugged-cdd4a1e7-1953-45a0-8a23-f1f3979f7241 for instance with vm_state building and task_state spawning. [ 997.201466] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 997.201466] env[70623]: value = "task-2793933" [ 997.201466] env[70623]: _type = "Task" [ 997.201466] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.216923] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.276173] env[70623]: INFO nova.compute.manager [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Rebuilding instance [ 997.330081] env[70623]: DEBUG nova.compute.manager [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.331250] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d7df8-517c-470d-bbd8-c3f8a02db424 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.359347] env[70623]: DEBUG nova.network.neutron [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Successfully updated port: cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.386843] env[70623]: DEBUG nova.compute.utils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.391576] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.391752] env[70623]: DEBUG nova.network.neutron [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.451404] env[70623]: DEBUG oslo_concurrency.lockutils [None req-581e07a1-a645-49d5-899e-b7ea5c1f312f tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "ca815769-7e85-44fc-9ecc-f878e0ee1c54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.173s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.454238] env[70623]: DEBUG oslo_concurrency.lockutils [None req-59e372f1-9d5a-46e6-a3ea-8514b87cc17e tempest-ServerDiagnosticsNegativeTest-1744234272 tempest-ServerDiagnosticsNegativeTest-1744234272-project-member] Lock "5301f26d-6f54-4979-a8eb-f94852c4abe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.168s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.462042] env[70623]: DEBUG nova.policy [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68d18f9a1b2844fb9b3a715952cb3227', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b293dca443824126b96853e4a40a11bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.469947] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c450de5f-d7cb-4f9f-be6f-c997932086b6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "d03937f6-f934-42c0-ac09-a13c2bf34361" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.288s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.471648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bd5d34f2-55d9-4a91-9468-30cc80fbad8d tempest-ImagesTestJSON-712252353 tempest-ImagesTestJSON-712252353-project-member] Lock "dbc21f7f-18e1-4848-856a-c994e116d1ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.278s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.516144] env[70623]: DEBUG oslo_concurrency.lockutils [None req-edbe80fd-5c09-4b6f-9e2f-47741c181c06 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "483432da-f083-457e-97e5-deada79ffea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.401s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.656396] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8389a213-5d08-4be5-891d-889e85e6a25c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.667539] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b3b34-2059-440c-af84-6107e555a861 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.671895] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.671895] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526f50d8-e999-0ac8-fda9-0c348bc197e0" [ 997.671895] env[70623]: _type = "HttpNfcLease" [ 997.671895] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.671895] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.671895] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526f50d8-e999-0ac8-fda9-0c348bc197e0" [ 997.671895] env[70623]: _type = "HttpNfcLease" [ 997.671895] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.672461] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf57bc-f454-4263-a819-f75f661ec259 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.709804] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498d4db-9541-492e-b5b8-9632e36a1a08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.716139] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad05d1-cfc3-ac9d-105b-1e4adc6836a0/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.716334] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad05d1-cfc3-ac9d-105b-1e4adc6836a0/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.788606] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150983} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.789464] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e69549-7f14-4ce3-b7d9-84ff2d2842bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.793488] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.793683] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.793860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.810165] env[70623]: DEBUG nova.compute.provider_tree [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.830015] env[70623]: DEBUG nova.network.neutron [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Successfully created port: fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.838566] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a2d5b81-8ed0-4f0a-897d-cc4c5a673b9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.865895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.866112] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.866281] env[70623]: DEBUG nova.network.neutron [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.892090] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.314444] env[70623]: DEBUG nova.scheduler.client.report [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.350983] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.353859] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd017ffd-b80d-45d6-a966-1aeaab57adb0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.365923] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 998.365923] env[70623]: value = "task-2793935" [ 998.365923] env[70623]: _type = "Task" [ 998.365923] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.381319] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.438875] env[70623]: DEBUG nova.network.neutron [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.505510] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "431d5728-d795-4870-9869-423d59f1e2d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.506193] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "431d5728-d795-4870-9869-423d59f1e2d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.788950] env[70623]: DEBUG nova.network.neutron [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Updating instance_info_cache with network_info: [{"id": "cdd4a1e7-1953-45a0-8a23-f1f3979f7241", "address": "fa:16:3e:ff:db:34", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd4a1e7-19", "ovs_interfaceid": "cdd4a1e7-1953-45a0-8a23-f1f3979f7241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.829415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.831973] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.507s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.832813] env[70623]: DEBUG nova.objects.instance [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'resources' on Instance uuid b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.840494] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.840742] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.840896] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.841088] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.841242] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.842993] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.842993] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.842993] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.842993] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.842993] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.842993] env[70623]: DEBUG nova.virt.hardware [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.843301] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fc6ac3-9318-40a4-95e4-6654bbc098dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.854519] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8c1be-ec25-4c90-bc64-254e57e2fbcb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.872607] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:06:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54441390-4c57-4cd2-a416-0774a84eaef6', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.881099] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.882452] env[70623]: INFO nova.scheduler.client.report [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Deleted allocations for instance 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c [ 998.888045] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.891267] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-247d78ad-941e-4a91-b1a1-20b5e01f0182 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.913636] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.922040] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793935, 'name': PowerOffVM_Task, 'duration_secs': 0.29347} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.922040] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.928975] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.928975] env[70623]: value = "task-2793936" [ 998.928975] env[70623]: _type = "Task" [ 998.928975] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.942562] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793936, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.961717] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.963140] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.963140] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.963140] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.963140] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.963140] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.963385] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.963526] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.964616] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.964616] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.964616] env[70623]: DEBUG nova.virt.hardware [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.965365] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002194c5-28ac-4d06-9cdc-ab87a884a1c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.978807] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff71372-7667-4488-ab33-b7f3effe9b85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.008872] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.019256] env[70623]: INFO nova.compute.manager [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Detaching volume 0e33f57c-8877-47e2-9338-641dfba46a99 [ 999.060688] env[70623]: INFO nova.virt.block_device [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Attempting to driver detach volume 0e33f57c-8877-47e2-9338-641dfba46a99 from mountpoint /dev/sdb [ 999.060864] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 999.061182] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 999.062140] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26501a08-4fc1-4930-afc0-5fbfb400c22f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.089284] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f042bd2-2081-425c-a7c8-8d48f2845ff5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.102241] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f772196-fe14-43d5-a19e-c40820367579 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.129903] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83565ea8-01e0-4fb0-b3df-079a10e86d13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.150974] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] The volume has not been displaced from its original location: [datastore2] volume-0e33f57c-8877-47e2-9338-641dfba46a99/volume-0e33f57c-8877-47e2-9338-641dfba46a99.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 999.156264] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.156733] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ccf9606-2916-478b-bc9d-bed7efdd821f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.181361] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 999.181361] env[70623]: value = "task-2793937" [ 999.181361] env[70623]: _type = "Task" [ 999.181361] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.190263] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.293656] env[70623]: DEBUG nova.compute.manager [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Received event network-changed-cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.293656] env[70623]: DEBUG nova.compute.manager [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Refreshing instance network info cache due to event network-changed-cdd4a1e7-1953-45a0-8a23-f1f3979f7241. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.293656] env[70623]: DEBUG oslo_concurrency.lockutils [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] Acquiring lock "refresh_cache-1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.293656] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.293656] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Instance network_info: |[{"id": "cdd4a1e7-1953-45a0-8a23-f1f3979f7241", "address": "fa:16:3e:ff:db:34", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd4a1e7-19", "ovs_interfaceid": "cdd4a1e7-1953-45a0-8a23-f1f3979f7241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.293656] env[70623]: DEBUG oslo_concurrency.lockutils [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] Acquired lock "refresh_cache-1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.293656] env[70623]: DEBUG nova.network.neutron [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Refreshing network info cache for port cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.294998] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:db:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdd4a1e7-1953-45a0-8a23-f1f3979f7241', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.304290] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.305888] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.309147] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee3e93ab-bc81-4f48-92e1-f324a88546f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.330257] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.330257] env[70623]: value = "task-2793938" [ 999.330257] env[70623]: _type = "Task" [ 999.330257] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.335375] env[70623]: DEBUG nova.objects.instance [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'numa_topology' on Instance uuid b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.343337] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793938, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.416450] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f2d2de0-8278-4499-85fc-ee7a685b9bcd tempest-ServersTestBootFromVolume-355433516 tempest-ServersTestBootFromVolume-355433516-project-member] Lock "9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.651s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.453637] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793936, 'name': CreateVM_Task, 'duration_secs': 0.503206} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.454306] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.455197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.455448] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.455813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.456130] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29569ed3-1ab2-495d-b91c-aff0aa71f0a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.463866] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 999.463866] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52444a89-e11e-1315-9325-2af1b60203af" [ 999.463866] env[70623]: _type = "Task" [ 999.463866] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.475917] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52444a89-e11e-1315-9325-2af1b60203af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.546530] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.689749] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793937, 'name': ReconfigVM_Task, 'duration_secs': 0.377986} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.690736] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.695879] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9f538b-42d9-488f-bc90-742993249cf6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.716467] env[70623]: DEBUG nova.network.neutron [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Successfully updated port: fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.725418] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 999.725418] env[70623]: value = "task-2793939" [ 999.725418] env[70623]: _type = "Task" [ 999.725418] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.737741] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.839927] env[70623]: DEBUG nova.objects.base [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.852764] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793938, 'name': CreateVM_Task, 'duration_secs': 0.421038} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.853093] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.853783] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.853954] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.854737] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.854902] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec67126c-9262-4c6e-88ed-71509adc51f9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.861273] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 999.861273] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52decc68-0748-6605-d17a-2c3d752537a9" [ 999.861273] env[70623]: _type = "Task" [ 999.861273] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.879915] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52decc68-0748-6605-d17a-2c3d752537a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.980628] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52444a89-e11e-1315-9325-2af1b60203af, 'name': SearchDatastore_Task, 'duration_secs': 0.017879} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.985356] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.985356] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.985869] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.986212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.986353] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.988078] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec040c06-0460-445a-a9d8-7654396a121d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.999620] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.999855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.003502] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669e57cb-a101-44c3-937f-32d0faae253d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.017663] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1000.017663] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521c92c0-d6d1-5dd8-d260-9998efc6a8d4" [ 1000.017663] env[70623]: _type = "Task" [ 1000.017663] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.028718] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521c92c0-d6d1-5dd8-d260-9998efc6a8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.132964] env[70623]: DEBUG nova.network.neutron [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Updated VIF entry in instance network info cache for port cdd4a1e7-1953-45a0-8a23-f1f3979f7241. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.133750] env[70623]: DEBUG nova.network.neutron [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Updating instance_info_cache with network_info: [{"id": "cdd4a1e7-1953-45a0-8a23-f1f3979f7241", "address": "fa:16:3e:ff:db:34", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd4a1e7-19", "ovs_interfaceid": "cdd4a1e7-1953-45a0-8a23-f1f3979f7241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.141935] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbec434-a84b-4269-b885-e8468abd8825 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.154763] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac6823-5e16-4060-8719-79a2a2bb9238 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.199984] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad230740-a84d-43d8-aa87-f37442a6a385 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.217435] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d2cfe4-2fab-4263-b1ed-83db12aef799 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.227543] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "refresh_cache-9e579533-fa9d-4c0d-97ab-e7a82fe43031" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.227543] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquired lock "refresh_cache-9e579533-fa9d-4c0d-97ab-e7a82fe43031" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.227543] env[70623]: DEBUG nova.network.neutron [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.244659] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793939, 'name': ReconfigVM_Task, 'duration_secs': 0.308314} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.254043] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.257728] env[70623]: DEBUG nova.compute.provider_tree [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.373729] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52decc68-0748-6605-d17a-2c3d752537a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019312} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.374054] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.374314] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.374598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.374760] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.374950] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.375203] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-508e07cf-9452-49b3-8a75-e5bc1a1c330f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.386272] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.386483] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.387291] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8eda66e-548f-4c40-bdd2-698c4363ff46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.393504] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1000.393504] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52590d3c-9a7e-1337-b644-918d4937ee0d" [ 1000.393504] env[70623]: _type = "Task" [ 1000.393504] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.403602] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52590d3c-9a7e-1337-b644-918d4937ee0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.532614] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521c92c0-d6d1-5dd8-d260-9998efc6a8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.0179} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.533827] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be626188-9290-4250-a42e-1a9a2b97a78b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.545022] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1000.545022] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52625945-8223-2a52-f3ba-5a432c523036" [ 1000.545022] env[70623]: _type = "Task" [ 1000.545022] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.551970] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52625945-8223-2a52-f3ba-5a432c523036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.636949] env[70623]: DEBUG oslo_concurrency.lockutils [req-88af89c6-3c5e-44e7-8969-1695df6212d8 req-15cd264b-4ea1-49ac-bd3e-7136c9f7bcbd service nova] Releasing lock "refresh_cache-1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.709316] env[70623]: DEBUG oslo_concurrency.lockutils [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.709610] env[70623]: DEBUG oslo_concurrency.lockutils [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.709851] env[70623]: INFO nova.compute.manager [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Rebooting instance [ 1000.763658] env[70623]: DEBUG nova.scheduler.client.report [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.776254] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.776574] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.783107] env[70623]: DEBUG nova.network.neutron [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.910281] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52590d3c-9a7e-1337-b644-918d4937ee0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.911533] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2555ac-1a1f-45ad-b1c1-e16e208f4f97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.918666] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1000.918666] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5229fea0-9cdd-76ec-a2e6-a45e5a8348e1" [ 1000.918666] env[70623]: _type = "Task" [ 1000.918666] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.931940] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5229fea0-9cdd-76ec-a2e6-a45e5a8348e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.053761] env[70623]: DEBUG nova.network.neutron [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Updating instance_info_cache with network_info: [{"id": "fa9f56da-8a7e-4ff6-84cc-ec866557c847", "address": "fa:16:3e:66:69:23", "network": {"id": "b2a12db5-0150-400d-9ca5-5f3b074c3851", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-312164631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b293dca443824126b96853e4a40a11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9f56da-8a", "ovs_interfaceid": "fa9f56da-8a7e-4ff6-84cc-ec866557c847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.064737] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52625945-8223-2a52-f3ba-5a432c523036, 'name': SearchDatastore_Task, 'duration_secs': 0.020984} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.065757] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.065757] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.066332] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bc5a1bf-31af-4488-8e51-289737c69a6b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.079107] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1001.079107] env[70623]: value = "task-2793940" [ 1001.079107] env[70623]: _type = "Task" [ 1001.079107] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.098714] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.168855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.169161] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.169386] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "1d5599e1-8168-4fb1-92e9-20689b35166a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.169558] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.169818] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.171981] env[70623]: INFO nova.compute.manager [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Terminating instance [ 1001.239588] env[70623]: DEBUG oslo_concurrency.lockutils [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.239900] env[70623]: DEBUG oslo_concurrency.lockutils [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.240114] env[70623]: DEBUG nova.network.neutron [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.277492] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.445s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.281364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.121s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.281599] env[70623]: DEBUG nova.objects.instance [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lazy-loading 'resources' on Instance uuid 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.282775] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.341321] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.341653] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-507e48d0-c48f-41a7-9947-fe6ec05f9c52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.351776] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1001.351776] env[70623]: value = "task-2793941" [ 1001.351776] env[70623]: _type = "Task" [ 1001.351776] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.366105] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.366978] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.366978] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.367848] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d8b3be-313a-4a11-be5d-b7826e88a89b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.393452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf1af6-ec17-40cb-af30-e891a0d71802 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.402575] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1001.402877] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.403666] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b4f049-ce89-44b5-9cff-2dfe0bc0ee71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.409983] env[70623]: DEBUG nova.compute.manager [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Received event network-vif-plugged-fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.410218] env[70623]: DEBUG oslo_concurrency.lockutils [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] Acquiring lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.410429] env[70623]: DEBUG oslo_concurrency.lockutils [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.410599] env[70623]: DEBUG oslo_concurrency.lockutils [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.410770] env[70623]: DEBUG nova.compute.manager [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] No waiting events found dispatching network-vif-plugged-fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.410937] env[70623]: WARNING nova.compute.manager [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Received unexpected event network-vif-plugged-fa9f56da-8a7e-4ff6-84cc-ec866557c847 for instance with vm_state building and task_state spawning. [ 1001.411101] env[70623]: DEBUG nova.compute.manager [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Received event network-changed-fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.411246] env[70623]: DEBUG nova.compute.manager [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Refreshing instance network info cache due to event network-changed-fa9f56da-8a7e-4ff6-84cc-ec866557c847. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1001.411407] env[70623]: DEBUG oslo_concurrency.lockutils [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] Acquiring lock "refresh_cache-9e579533-fa9d-4c0d-97ab-e7a82fe43031" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.414058] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.414305] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b99e30d-3767-45b2-8a43-47a4b0b3cf7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.429833] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5229fea0-9cdd-76ec-a2e6-a45e5a8348e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014714} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.430114] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.430367] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1/1826bdee-8b47-4f6b-8c8f-f70c4ad322a1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.430659] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2db972c7-8cf6-43df-b71d-577314819c9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.440390] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1001.440390] env[70623]: value = "task-2793943" [ 1001.440390] env[70623]: _type = "Task" [ 1001.440390] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.451186] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.496468] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.496705] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.496888] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.497222] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-908007ee-1bcf-43a7-b277-1c18c985d85c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.507064] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1001.507064] env[70623]: value = "task-2793944" [ 1001.507064] env[70623]: _type = "Task" [ 1001.507064] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.518951] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.563493] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Releasing lock "refresh_cache-9e579533-fa9d-4c0d-97ab-e7a82fe43031" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.563887] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Instance network_info: |[{"id": "fa9f56da-8a7e-4ff6-84cc-ec866557c847", "address": "fa:16:3e:66:69:23", "network": {"id": "b2a12db5-0150-400d-9ca5-5f3b074c3851", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-312164631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b293dca443824126b96853e4a40a11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9f56da-8a", "ovs_interfaceid": "fa9f56da-8a7e-4ff6-84cc-ec866557c847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.564443] env[70623]: DEBUG oslo_concurrency.lockutils [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] Acquired lock "refresh_cache-9e579533-fa9d-4c0d-97ab-e7a82fe43031" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.564825] env[70623]: DEBUG nova.network.neutron [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Refreshing network info cache for port fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.566665] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:69:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9f56da-8a7e-4ff6-84cc-ec866557c847', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.576168] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Creating folder: Project (b293dca443824126b96853e4a40a11bb). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.576764] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7da90701-4eab-40e3-bd42-62f844910e42 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.592855] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793940, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.594717] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Created folder: Project (b293dca443824126b96853e4a40a11bb) in parent group-v561316. [ 1001.594882] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Creating folder: Instances. Parent ref: group-v561565. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.595150] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a798d63-aa3b-4dfd-937b-3ad3d10228ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.609155] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Created folder: Instances in parent group-v561565. [ 1001.609585] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.609820] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.610070] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a49ba2-e815-47a4-8624-b4093f767b2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.635851] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.635851] env[70623]: value = "task-2793947" [ 1001.635851] env[70623]: _type = "Task" [ 1001.635851] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.646891] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793947, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.677388] env[70623]: DEBUG nova.compute.manager [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.677665] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.679373] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9f927b-0961-46c9-9cfa-d18394436e74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.691520] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.691831] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4310d7b5-046f-42e4-800a-1cb5def5302c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.701242] env[70623]: DEBUG oslo_vmware.api [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 1001.701242] env[70623]: value = "task-2793948" [ 1001.701242] env[70623]: _type = "Task" [ 1001.701242] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.715082] env[70623]: DEBUG oslo_vmware.api [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.798809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4cd84609-2418-4b92-9f74-c763b6deb35c tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.357s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.799949] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.342s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.800152] env[70623]: INFO nova.compute.manager [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Unshelving [ 1001.829344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.953271] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.018810] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.094826] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849737} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.095127] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.095343] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.095609] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da80302e-ae75-4be6-bd40-79fd286f769e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.107549] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1002.107549] env[70623]: value = "task-2793949" [ 1002.107549] env[70623]: _type = "Task" [ 1002.107549] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.122362] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.125986] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160f165-b3eb-48a5-bea5-6c9370accc41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.141165] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4783470-9c77-45eb-9fc0-05ac8f38c811 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.152885] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793947, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.184926] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35693d8c-0c2d-49ab-bc99-25961f39c6bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.197206] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27676e8f-9e31-41f6-9ffd-ad208706f960 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.216012] env[70623]: DEBUG oslo_vmware.api [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793948, 'name': PowerOffVM_Task, 'duration_secs': 0.450366} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.226431] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.226854] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.227253] env[70623]: DEBUG nova.compute.provider_tree [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.228913] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7646e77-0f54-45ce-abf2-0ee84a535eea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.357229] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.357229] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.357229] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Deleting the datastore file [datastore2] 1d5599e1-8168-4fb1-92e9-20689b35166a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.357229] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4986407c-c619-44da-9c1e-a84af7df589f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.368133] env[70623]: DEBUG oslo_vmware.api [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for the task: (returnval){ [ 1002.368133] env[70623]: value = "task-2793951" [ 1002.368133] env[70623]: _type = "Task" [ 1002.368133] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.387026] env[70623]: DEBUG oslo_vmware.api [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.456683] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928468} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.456683] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1/1826bdee-8b47-4f6b-8c8f-f70c4ad322a1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.457102] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.457223] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf43db05-4fa0-46fb-aed0-9f64c7e7716c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.466612] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1002.466612] env[70623]: value = "task-2793952" [ 1002.466612] env[70623]: _type = "Task" [ 1002.466612] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.476861] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.524673] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.712773} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.525046] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.525296] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.525530] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.620991] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142215} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.624321] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.625371] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06ab9d-cf83-4bef-883e-372b3a244f29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.653186] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.660410] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c7c505-7394-47fe-ab4b-d02156518010 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.683333] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793947, 'name': CreateVM_Task, 'duration_secs': 0.704351} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.684039] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.684448] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1002.684448] env[70623]: value = "task-2793953" [ 1002.684448] env[70623]: _type = "Task" [ 1002.684448] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.685282] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.685585] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.685901] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.686269] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a4c523-7687-4b4e-8dd8-c279ff7b4351 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.695112] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1002.695112] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529adae4-ed7d-9236-8623-f9e425bd809d" [ 1002.695112] env[70623]: _type = "Task" [ 1002.695112] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.698843] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.708508] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529adae4-ed7d-9236-8623-f9e425bd809d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.733972] env[70623]: DEBUG nova.scheduler.client.report [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.757437] env[70623]: DEBUG nova.network.neutron [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.820051] env[70623]: DEBUG nova.network.neutron [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Updated VIF entry in instance network info cache for port fa9f56da-8a7e-4ff6-84cc-ec866557c847. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.820474] env[70623]: DEBUG nova.network.neutron [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Updating instance_info_cache with network_info: [{"id": "fa9f56da-8a7e-4ff6-84cc-ec866557c847", "address": "fa:16:3e:66:69:23", "network": {"id": "b2a12db5-0150-400d-9ca5-5f3b074c3851", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-312164631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b293dca443824126b96853e4a40a11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9f56da-8a", "ovs_interfaceid": "fa9f56da-8a7e-4ff6-84cc-ec866557c847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.841356] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.881468] env[70623]: DEBUG oslo_vmware.api [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Task: {'id': task-2793951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455738} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.881788] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.882084] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.882345] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.882582] env[70623]: INFO nova.compute.manager [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1002.882871] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.883147] env[70623]: DEBUG nova.compute.manager [-] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.883332] env[70623]: DEBUG nova.network.neutron [-] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.979222] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138584} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.981446] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.981446] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527350e-9f1b-4b38-8b12-d25baba31201 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.010360] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1/1826bdee-8b47-4f6b-8c8f-f70c4ad322a1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.010679] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c332c1de-7b4c-4b84-95e6-52019db01b37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.035639] env[70623]: INFO nova.virt.block_device [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Booting with volume 0e33f57c-8877-47e2-9338-641dfba46a99 at /dev/sdb [ 1003.040619] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1003.040619] env[70623]: value = "task-2793954" [ 1003.040619] env[70623]: _type = "Task" [ 1003.040619] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.055101] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.105403] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f361111-e713-4037-a1fe-cf337dc634c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.117030] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679faa78-06d2-475a-81df-07dad68d391e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.157116] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ed12e42-3420-492e-b733-134a3fb95479 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.171965] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0308b1cd-503b-40dc-893d-fc20b8ff2cb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.196027] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.216905] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad862c8-4d23-419f-b4da-1f69a71073e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.229571] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529adae4-ed7d-9236-8623-f9e425bd809d, 'name': SearchDatastore_Task, 'duration_secs': 0.022325} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.230296] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e814ac2-2699-43fa-97c4-e3e20459256b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.233308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.233848] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.233848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.233848] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.234033] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.234354] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77e31952-5049-4beb-b444-3c32a8abacb4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.239670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.244021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.766s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.245832] env[70623]: INFO nova.compute.claims [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.255662] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.255929] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.258145] env[70623]: DEBUG nova.virt.block_device [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updating existing volume attachment record: 4decc97d-e0ff-4ad1-9a87-6d2541af55ae {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.262736] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d44da8-4591-4fcb-bdbb-5f0f5b8c760a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.266997] env[70623]: DEBUG oslo_concurrency.lockutils [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.273077] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1003.273077] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529cf0fe-5161-36d7-8d4c-dbd1e68b6264" [ 1003.273077] env[70623]: _type = "Task" [ 1003.273077] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.285848] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529cf0fe-5161-36d7-8d4c-dbd1e68b6264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.315493] env[70623]: INFO nova.scheduler.client.report [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Deleted allocations for instance 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb [ 1003.324083] env[70623]: DEBUG oslo_concurrency.lockutils [req-4abdfca3-2224-4181-bab7-86c4e44def35 req-b647ff23-66aa-4c9b-bd86-ade1fd05373c service nova] Releasing lock "refresh_cache-9e579533-fa9d-4c0d-97ab-e7a82fe43031" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.554760] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.699237] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793953, 'name': ReconfigVM_Task, 'duration_secs': 0.533257} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.699606] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924/ceeaccf0-cad0-4e9d-90e5-cae4df093924.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.700690] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4cafa7-3c6d-4f2d-8f66-19618def1081 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.709389] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1003.709389] env[70623]: value = "task-2793955" [ 1003.709389] env[70623]: _type = "Task" [ 1003.709389] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.725215] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793955, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.770085] env[70623]: DEBUG nova.compute.manager [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.772232] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660fc0ea-fa0c-4c3f-8bed-afa2ae753499 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.792976] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529cf0fe-5161-36d7-8d4c-dbd1e68b6264, 'name': SearchDatastore_Task, 'duration_secs': 0.024475} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.795802] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5decb8ef-b22e-48f9-b735-6c1098a9b839 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.803402] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1003.803402] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca2a85-a631-5b7e-4b19-68a3599bdb42" [ 1003.803402] env[70623]: _type = "Task" [ 1003.803402] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.812114] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca2a85-a631-5b7e-4b19-68a3599bdb42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.828327] env[70623]: DEBUG oslo_concurrency.lockutils [None req-89122e2d-49e9-405e-9169-e4d4e301d8a8 tempest-InstanceActionsNegativeTestJSON-1207759607 tempest-InstanceActionsNegativeTestJSON-1207759607-project-member] Lock "61cc9c34-7999-49b0-8205-9ce9d0d9d6bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.799s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.000940] env[70623]: DEBUG nova.compute.manager [req-77e47ed1-8e02-488b-b183-62c753cdf261 req-bdd8c480-3b0e-44d2-93c2-6999085d462f service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Received event network-vif-deleted-f7fec0f8-ae1e-4588-a1ed-b02652c90e78 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.003471] env[70623]: INFO nova.compute.manager [req-77e47ed1-8e02-488b-b183-62c753cdf261 req-bdd8c480-3b0e-44d2-93c2-6999085d462f service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Neutron deleted interface f7fec0f8-ae1e-4588-a1ed-b02652c90e78; detaching it from the instance and deleting it from the info cache [ 1004.003471] env[70623]: DEBUG nova.network.neutron [req-77e47ed1-8e02-488b-b183-62c753cdf261 req-bdd8c480-3b0e-44d2-93c2-6999085d462f service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.051489] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.228904] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793955, 'name': Rename_Task, 'duration_secs': 0.297846} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.228904] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.228904] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f535d1-912f-4f7f-b095-4fb0e0b52264 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.238917] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1004.238917] env[70623]: value = "task-2793956" [ 1004.238917] env[70623]: _type = "Task" [ 1004.238917] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.250316] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.322020] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca2a85-a631-5b7e-4b19-68a3599bdb42, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.322020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.322020] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9e579533-fa9d-4c0d-97ab-e7a82fe43031/9e579533-fa9d-4c0d-97ab-e7a82fe43031.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.322020] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a8a0944-dae9-4d5f-be2f-ccbd2ce9628d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.332917] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1004.332917] env[70623]: value = "task-2793957" [ 1004.332917] env[70623]: _type = "Task" [ 1004.332917] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.344880] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.460073] env[70623]: DEBUG nova.network.neutron [-] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.506675] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d0340d5-d6d4-450d-aac6-28d2ac0da5fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.518338] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77ba24-1b9d-4722-8d0d-aaa4abd131a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.562083] env[70623]: DEBUG nova.compute.manager [req-77e47ed1-8e02-488b-b183-62c753cdf261 req-bdd8c480-3b0e-44d2-93c2-6999085d462f service nova] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Detach interface failed, port_id=f7fec0f8-ae1e-4588-a1ed-b02652c90e78, reason: Instance 1d5599e1-8168-4fb1-92e9-20689b35166a could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1004.569888] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793954, 'name': ReconfigVM_Task, 'duration_secs': 1.312876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.570341] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1/1826bdee-8b47-4f6b-8c8f-f70c4ad322a1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.571138] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30468335-c1ca-4386-a551-05971c98686c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.582863] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1004.582863] env[70623]: value = "task-2793958" [ 1004.582863] env[70623]: _type = "Task" [ 1004.582863] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.595690] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793958, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.638945] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d4a8a-6bf8-4fae-b8e2-d1e06b12972c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.647614] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c378848e-8817-4b8a-93ea-5bda5fd493c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.686843] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4fbb50-97a0-41d2-9b7f-11a9f63e28f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.697844] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2465a-0dc7-4c22-a49f-f1f4186d1261 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.719501] env[70623]: DEBUG nova.compute.provider_tree [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.752036] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.802677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069771d-4f71-4cfb-92c3-77756f32d8db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.817447] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Doing hard reboot of VM {{(pid=70623) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1004.817918] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-58be0e79-e47a-4a51-80a7-6866d119afba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.826799] env[70623]: DEBUG oslo_vmware.api [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1004.826799] env[70623]: value = "task-2793959" [ 1004.826799] env[70623]: _type = "Task" [ 1004.826799] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.846082] env[70623]: DEBUG oslo_vmware.api [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793959, 'name': ResetVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.856080] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793957, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.963395] env[70623]: INFO nova.compute.manager [-] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Took 2.08 seconds to deallocate network for instance. [ 1005.095564] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793958, 'name': Rename_Task, 'duration_secs': 0.180428} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.095891] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.096251] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5509d197-6f0d-4608-b481-0027d1a30aba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.106790] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1005.106790] env[70623]: value = "task-2793960" [ 1005.106790] env[70623]: _type = "Task" [ 1005.106790] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.118063] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.224273] env[70623]: DEBUG nova.scheduler.client.report [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.253925] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.348972] env[70623]: DEBUG oslo_vmware.api [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2793959, 'name': ResetVM_Task, 'duration_secs': 0.128341} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.356882] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Did hard reboot of VM {{(pid=70623) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1005.357131] env[70623]: DEBUG nova.compute.manager [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.357462] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752722} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.358214] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8b07d-5653-475e-ad50-b1090bd51c0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.361191] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9e579533-fa9d-4c0d-97ab-e7a82fe43031/9e579533-fa9d-4c0d-97ab-e7a82fe43031.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.361387] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.361640] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f87aa74c-1ac7-4332-87bd-ef30966a327f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.375721] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1005.375721] env[70623]: value = "task-2793961" [ 1005.375721] env[70623]: _type = "Task" [ 1005.375721] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.388288] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.471085] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.517567] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.517830] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.517986] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.518193] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.518342] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.518487] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.518697] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.518932] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.521591] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.521591] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.521591] env[70623]: DEBUG nova.virt.hardware [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.521591] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd6014a-6116-4d1a-b22f-84ef03940634 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.533957] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f272d3a4-bd3d-4f06-b4da-5c39f61266a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.555632] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:8c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90855115-8cfa-4931-a9f4-76fdabb25223', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.563678] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.564396] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.564571] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b635f21c-691a-4f9a-ba45-0be824a20fb7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.587521] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.587521] env[70623]: value = "task-2793962" [ 1005.587521] env[70623]: _type = "Task" [ 1005.587521] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.597589] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793962, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.620090] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.731275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.731275] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.733642] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.366s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.735299] env[70623]: INFO nova.compute.claims [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.752364] env[70623]: DEBUG oslo_vmware.api [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793956, 'name': PowerOnVM_Task, 'duration_secs': 1.076416} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.752364] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.752612] env[70623]: DEBUG nova.compute.manager [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.753399] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854753ef-b76b-4692-a6c9-378ac7f23950 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.881040] env[70623]: DEBUG oslo_concurrency.lockutils [None req-887f2ad1-d5fb-4ac6-9545-20c8465f7580 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.170s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.894909] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172755} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.895367] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.896643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe5b978-3169-4eba-9ba0-871acc7c2be0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.928301] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 9e579533-fa9d-4c0d-97ab-e7a82fe43031/9e579533-fa9d-4c0d-97ab-e7a82fe43031.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.928971] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4f19be-e248-4482-85c0-171d5ce5257d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.953024] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1005.953024] env[70623]: value = "task-2793963" [ 1005.953024] env[70623]: _type = "Task" [ 1005.953024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.962828] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.101172] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793962, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.120024] env[70623]: DEBUG oslo_vmware.api [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793960, 'name': PowerOnVM_Task, 'duration_secs': 0.51848} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.120024] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.120024] env[70623]: INFO nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1006.120024] env[70623]: DEBUG nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.120024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fb98b-f69c-4dcd-b600-cfc732fa070f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.243259] env[70623]: DEBUG nova.compute.utils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.247230] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.247897] env[70623]: DEBUG nova.network.neutron [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.276682] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.318640] env[70623]: DEBUG nova.policy [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c2f4f7315d14f7dbd16a1f55a765d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6d6c2607294839bb75430ff7ab8e46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.468560] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.588635] env[70623]: INFO nova.compute.manager [None req-76c019de-0626-4351-89bd-2a68fbcd3214 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Get console output [ 1006.588635] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-76c019de-0626-4351-89bd-2a68fbcd3214 tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] The console log is missing. Check your VSPC configuration [ 1006.604040] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793962, 'name': CreateVM_Task, 'duration_secs': 0.875707} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.606554] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.606554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.606554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.606554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.606554] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27259161-c509-43ce-968b-6d1115713dad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.614091] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1006.614091] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52eed23b-5873-bfbc-babf-bf99c9f4706a" [ 1006.614091] env[70623]: _type = "Task" [ 1006.614091] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.624263] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52eed23b-5873-bfbc-babf-bf99c9f4706a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.639125] env[70623]: INFO nova.compute.manager [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Took 30.73 seconds to build instance. [ 1006.746257] env[70623]: DEBUG nova.network.neutron [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Successfully created port: 36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.752842] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.971120] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793963, 'name': ReconfigVM_Task, 'duration_secs': 0.888645} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.971120] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 9e579533-fa9d-4c0d-97ab-e7a82fe43031/9e579533-fa9d-4c0d-97ab-e7a82fe43031.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.972022] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b1666a5-9d7d-43d8-9114-99ba9e1195b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.984506] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1006.984506] env[70623]: value = "task-2793964" [ 1006.984506] env[70623]: _type = "Task" [ 1006.984506] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.998273] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793964, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.142971] env[70623]: DEBUG oslo_concurrency.lockutils [None req-178ca700-3823-436d-800c-67fd53822111 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.252s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.143422] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52eed23b-5873-bfbc-babf-bf99c9f4706a, 'name': SearchDatastore_Task, 'duration_secs': 0.025685} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.143601] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.143829] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.144071] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.144210] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.145954] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.146393] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddbd5a41-0a1d-49f3-8eac-f41a031682f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.163489] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.163678] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.164702] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b03848d-60a0-442e-8a91-5e179044d848 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.177487] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1007.177487] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bfcfa7-514d-3c57-f064-ac7ea93d7a84" [ 1007.177487] env[70623]: _type = "Task" [ 1007.177487] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.194529] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bfcfa7-514d-3c57-f064-ac7ea93d7a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.215622] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267d551-7f43-4d18-af4f-590f1114a55c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.225964] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8296ccf2-3fb2-42db-9e03-a0d53b91f794 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.272708] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f938eba2-2b17-4939-a2aa-631c595b5125 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.283792] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a9daa-827c-4e43-b114-90fa914ef3fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302656] env[70623]: DEBUG nova.compute.provider_tree [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.496796] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793964, 'name': Rename_Task, 'duration_secs': 0.282012} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.497413] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.497510] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eba73559-0585-48ac-a294-01437737ef4f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.505665] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1007.505665] env[70623]: value = "task-2793965" [ 1007.505665] env[70623]: _type = "Task" [ 1007.505665] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.514525] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.692520] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bfcfa7-514d-3c57-f064-ac7ea93d7a84, 'name': SearchDatastore_Task, 'duration_secs': 0.023627} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.694011] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438aa82a-b34e-4f7a-a52f-ee291cdf82cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.708039] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1007.708039] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52930a5c-9f19-3a31-e0fd-454957da23ef" [ 1007.708039] env[70623]: _type = "Task" [ 1007.708039] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.717416] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52930a5c-9f19-3a31-e0fd-454957da23ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.780904] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.812289] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.813101] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.813101] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.813101] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.813289] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.813434] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.813667] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.813827] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.813992] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.814237] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.814420] env[70623]: DEBUG nova.virt.hardware [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.815332] env[70623]: DEBUG nova.scheduler.client.report [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.819412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c17e3b-8866-4300-b5d6-918d06c004b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.830136] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f562a5-51b6-4633-91ca-f3fe9ec0d32d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.020874] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.224048] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52930a5c-9f19-3a31-e0fd-454957da23ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016725} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.224048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.224048] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.224048] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf04288-36e5-4256-bab4-b23d4eee47ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.234056] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1008.234056] env[70623]: value = "task-2793966" [ 1008.234056] env[70623]: _type = "Task" [ 1008.234056] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.244209] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.324162] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.324853] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.327727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.781s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.330018] env[70623]: INFO nova.compute.claims [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.402612] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "7983fb26-78e5-44d5-a064-dc2f53c010ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.402890] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.403197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "7983fb26-78e5-44d5-a064-dc2f53c010ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.404253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.404253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.406987] env[70623]: INFO nova.compute.manager [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Terminating instance [ 1008.524344] env[70623]: DEBUG oslo_vmware.api [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793965, 'name': PowerOnVM_Task, 'duration_secs': 0.911684} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.525053] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.526056] env[70623]: INFO nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1008.526056] env[70623]: DEBUG nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.526452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8224bc2-1c2a-4fbc-97b8-c1d483ffe232 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.582036] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.582336] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.582549] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.582733] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.582916] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.589056] env[70623]: INFO nova.compute.manager [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Terminating instance [ 1008.665800] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.666186] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.666584] env[70623]: DEBUG nova.compute.manager [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.667599] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f47b5f-8bf3-484a-a2eb-673c5cf8481b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.680030] env[70623]: DEBUG nova.compute.manager [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.680030] env[70623]: DEBUG nova.objects.instance [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'flavor' on Instance uuid 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.745262] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793966, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.835441] env[70623]: DEBUG nova.compute.utils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.839196] env[70623]: DEBUG nova.network.neutron [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Successfully updated port: 36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.844016] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.844016] env[70623]: DEBUG nova.network.neutron [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.886353] env[70623]: DEBUG nova.policy [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ee2377cd9cd410495450b157c40fca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5edfc7b271849729d4e0f18735aa46e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.911051] env[70623]: DEBUG nova.compute.manager [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.911387] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.912301] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e2792-bb06-409b-9374-d41ac6b7d35b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.924268] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.924647] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f33293-5024-4b0a-9fe4-c6d1421e12db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.935206] env[70623]: DEBUG oslo_vmware.api [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 1008.935206] env[70623]: value = "task-2793967" [ 1008.935206] env[70623]: _type = "Task" [ 1008.935206] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.946478] env[70623]: DEBUG oslo_vmware.api [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.051298] env[70623]: INFO nova.compute.manager [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Took 30.88 seconds to build instance. [ 1009.094845] env[70623]: DEBUG nova.compute.manager [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.095140] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.096045] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed0d6d-ffcb-4856-9b1a-0df4093966c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.109696] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.109915] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc279bf-0dd6-4556-9dee-271eff085bee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.119993] env[70623]: DEBUG oslo_vmware.api [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1009.119993] env[70623]: value = "task-2793968" [ 1009.119993] env[70623]: _type = "Task" [ 1009.119993] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.138737] env[70623]: DEBUG oslo_vmware.api [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.251288] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793966, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.342211] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.355748] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.355748] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.355748] env[70623]: DEBUG nova.network.neutron [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.424355] env[70623]: DEBUG nova.compute.manager [req-5c3ef3d7-396a-4003-ac8b-d84e80d9c1ea req-6bd19129-ce9a-4de2-a8e7-638bc878fb8e service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Received event network-vif-plugged-36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.429510] env[70623]: DEBUG oslo_concurrency.lockutils [req-5c3ef3d7-396a-4003-ac8b-d84e80d9c1ea req-6bd19129-ce9a-4de2-a8e7-638bc878fb8e service nova] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.429510] env[70623]: DEBUG oslo_concurrency.lockutils [req-5c3ef3d7-396a-4003-ac8b-d84e80d9c1ea req-6bd19129-ce9a-4de2-a8e7-638bc878fb8e service nova] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.429510] env[70623]: DEBUG oslo_concurrency.lockutils [req-5c3ef3d7-396a-4003-ac8b-d84e80d9c1ea req-6bd19129-ce9a-4de2-a8e7-638bc878fb8e service nova] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.429510] env[70623]: DEBUG nova.compute.manager [req-5c3ef3d7-396a-4003-ac8b-d84e80d9c1ea req-6bd19129-ce9a-4de2-a8e7-638bc878fb8e service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] No waiting events found dispatching network-vif-plugged-36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.429510] env[70623]: WARNING nova.compute.manager [req-5c3ef3d7-396a-4003-ac8b-d84e80d9c1ea req-6bd19129-ce9a-4de2-a8e7-638bc878fb8e service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Received unexpected event network-vif-plugged-36e91f46-061d-473e-8b0a-0a4285968db4 for instance with vm_state building and task_state spawning. [ 1009.449768] env[70623]: DEBUG oslo_vmware.api [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793967, 'name': PowerOffVM_Task, 'duration_secs': 0.422752} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.449768] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.449768] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.449768] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2107fb8b-cf17-402b-acb7-b3be04971d74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.536051] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.536343] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.536527] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Deleting the datastore file [datastore1] 7983fb26-78e5-44d5-a064-dc2f53c010ed {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.536804] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322a73d9-55b5-41eb-9b9c-3633a006d8b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.543180] env[70623]: DEBUG nova.network.neutron [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Successfully created port: 66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.552903] env[70623]: DEBUG oslo_vmware.api [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for the task: (returnval){ [ 1009.552903] env[70623]: value = "task-2793970" [ 1009.552903] env[70623]: _type = "Task" [ 1009.552903] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.556929] env[70623]: DEBUG oslo_concurrency.lockutils [None req-290cf338-dcff-4df7-851e-28bcd76e5724 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.399s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.563884] env[70623]: DEBUG oslo_vmware.api [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.605511] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.605738] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.634928] env[70623]: DEBUG oslo_vmware.api [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793968, 'name': PowerOffVM_Task, 'duration_secs': 0.331253} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.635584] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.636059] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.636748] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac9275d-532b-4c36-b21e-878571be3fa8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.687329] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.688034] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9090819d-a4ed-48ad-a9c1-fc7b17525637 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.696836] env[70623]: DEBUG oslo_vmware.api [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1009.696836] env[70623]: value = "task-2793972" [ 1009.696836] env[70623]: _type = "Task" [ 1009.696836] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.720037] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.720336] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.722067] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.722067] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.723361] env[70623]: DEBUG oslo_vmware.api [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.723361] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.723544] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.723776] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore2] ceeaccf0-cad0-4e9d-90e5-cae4df093924 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.727316] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff73a93-884d-403c-a0cb-4febf36f0930 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.736274] env[70623]: DEBUG oslo_vmware.api [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1009.736274] env[70623]: value = "task-2793973" [ 1009.736274] env[70623]: _type = "Task" [ 1009.736274] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.751192] env[70623]: DEBUG oslo_vmware.api [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.756761] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793966, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.793271] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c41f8b-8a7d-4990-b4ff-508ea994d016 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.805287] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730897fb-b67a-4fe2-a5af-62b54257f1ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.839387] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0761ec-8b78-4bef-ade1-2a436938481b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.848288] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2940e28-b35f-4180-a7a4-402e4d264f3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.870020] env[70623]: DEBUG nova.compute.provider_tree [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.909916] env[70623]: DEBUG nova.network.neutron [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.071133] env[70623]: DEBUG oslo_vmware.api [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Task: {'id': task-2793970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23866} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.072056] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.072056] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.072056] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.072056] env[70623]: INFO nova.compute.manager [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1010.074624] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.074624] env[70623]: DEBUG nova.compute.manager [-] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.074624] env[70623]: DEBUG nova.network.neutron [-] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.108462] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.166297] env[70623]: DEBUG nova.network.neutron [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updating instance_info_cache with network_info: [{"id": "36e91f46-061d-473e-8b0a-0a4285968db4", "address": "fa:16:3e:cc:b5:04", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e91f46-06", "ovs_interfaceid": "36e91f46-061d-473e-8b0a-0a4285968db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.212430] env[70623]: DEBUG oslo_vmware.api [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793972, 'name': PowerOffVM_Task, 'duration_secs': 0.320856} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.213242] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.213242] env[70623]: DEBUG nova.compute.manager [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.213722] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892628e7-584f-4ff9-9628-7026bf0859f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.226063] env[70623]: DEBUG nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.228613] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.251013] env[70623]: DEBUG oslo_vmware.api [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2793973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436233} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.254740] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.255084] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.255275] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.255459] env[70623]: INFO nova.compute.manager [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1010.255718] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.256744] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793966, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.828203} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.256744] env[70623]: DEBUG nova.compute.manager [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.256744] env[70623]: DEBUG nova.network.neutron [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.259057] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.259317] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.259616] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a82eb62-8418-4c87-b45c-dd97cc4ee738 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.269242] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1010.269242] env[70623]: value = "task-2793974" [ 1010.269242] env[70623]: _type = "Task" [ 1010.269242] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.282514] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.371920] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.374671] env[70623]: DEBUG nova.scheduler.client.report [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.429305] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.429305] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.429305] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.429889] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.430261] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.430549] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.430876] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.431165] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.431469] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.431752] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.432057] env[70623]: DEBUG nova.virt.hardware [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.433400] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b9c59-0f06-4d30-9ccd-fc531f3e76f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.442915] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b679e686-16ea-478b-9508-5afb3602e349 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.631726] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad05d1-cfc3-ac9d-105b-1e4adc6836a0/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1010.634017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee129db-0e8a-462f-b84f-81c8344a3e8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.643111] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad05d1-cfc3-ac9d-105b-1e4adc6836a0/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1010.643367] env[70623]: ERROR oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad05d1-cfc3-ac9d-105b-1e4adc6836a0/disk-0.vmdk due to incomplete transfer. [ 1010.644336] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.644611] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa582978-fa44-49fb-98f5-a1d4e9952d35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.654427] env[70623]: DEBUG oslo_vmware.rw_handles [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad05d1-cfc3-ac9d-105b-1e4adc6836a0/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1010.654700] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Uploaded image 9d0d636c-2ce5-4372-b552-adefc767a6ee to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1010.657205] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1010.658134] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91df695e-276b-4cff-ad24-cbf71a76e469 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.668231] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.668548] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Instance network_info: |[{"id": "36e91f46-061d-473e-8b0a-0a4285968db4", "address": "fa:16:3e:cc:b5:04", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e91f46-06", "ovs_interfaceid": "36e91f46-061d-473e-8b0a-0a4285968db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.668918] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1010.668918] env[70623]: value = "task-2793975" [ 1010.668918] env[70623]: _type = "Task" [ 1010.668918] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.670015] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:b5:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36e91f46-061d-473e-8b0a-0a4285968db4', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.681711] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.681934] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.685489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.685883] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.686056] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.686496] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.686725] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.688925] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60052e6a-47e9-4750-8591-bc1a6660a429 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.703872] env[70623]: INFO nova.compute.manager [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Terminating instance [ 1010.712084] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793975, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.713278] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.713278] env[70623]: value = "task-2793976" [ 1010.713278] env[70623]: _type = "Task" [ 1010.713278] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.722655] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793976, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.733537] env[70623]: DEBUG oslo_concurrency.lockutils [None req-78d807c1-1d76-4a73-b814-c6a7794e6031 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.759274] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.761517] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.781871] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142687} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.782204] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.782991] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265e1b51-8771-42cf-a96e-4d560fe06465 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.810862] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.810862] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d10ca0-7c7a-4bb1-88de-e8185cd7c082 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.832583] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1010.832583] env[70623]: value = "task-2793977" [ 1010.832583] env[70623]: _type = "Task" [ 1010.832583] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.843205] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.880486] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.881076] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.884124] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.055s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.885336] env[70623]: INFO nova.compute.claims [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.078034] env[70623]: DEBUG nova.compute.manager [req-bd547c0c-7183-47da-860c-ab85201db778 req-83cc426a-0300-4007-b16e-5d4e842a60a3 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Received event network-vif-deleted-93b77ed1-fa17-4416-9df9-c36f5f4d3e45 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.078034] env[70623]: INFO nova.compute.manager [req-bd547c0c-7183-47da-860c-ab85201db778 req-83cc426a-0300-4007-b16e-5d4e842a60a3 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Neutron deleted interface 93b77ed1-fa17-4416-9df9-c36f5f4d3e45; detaching it from the instance and deleting it from the info cache [ 1011.078034] env[70623]: DEBUG nova.network.neutron [req-bd547c0c-7183-47da-860c-ab85201db778 req-83cc426a-0300-4007-b16e-5d4e842a60a3 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.138543] env[70623]: DEBUG nova.network.neutron [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.192454] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793975, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.208556] env[70623]: DEBUG nova.compute.manager [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.208788] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.210093] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee6c51e-acc0-4c1f-9eb9-3c7946dd46a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.236080] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793976, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.236710] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.237088] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb11829-3030-4b7a-adce-bf327a0dd7b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.245609] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1011.245609] env[70623]: value = "task-2793978" [ 1011.245609] env[70623]: _type = "Task" [ 1011.245609] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.255573] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.328025] env[70623]: DEBUG nova.network.neutron [-] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.344848] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.389916] env[70623]: DEBUG nova.compute.utils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.398139] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.398139] env[70623]: DEBUG nova.network.neutron [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.466753] env[70623]: DEBUG nova.policy [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.538479] env[70623]: DEBUG nova.network.neutron [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Successfully updated port: 66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.579980] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85d4b642-f7d3-40b5-b108-b5d19e62ddf0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.591963] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b5a926-c8c1-4c03-add1-397d49e08b01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.610963] env[70623]: DEBUG nova.compute.manager [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Received event network-changed-36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.610963] env[70623]: DEBUG nova.compute.manager [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Refreshing instance network info cache due to event network-changed-36e91f46-061d-473e-8b0a-0a4285968db4. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1011.610963] env[70623]: DEBUG oslo_concurrency.lockutils [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] Acquiring lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.610963] env[70623]: DEBUG oslo_concurrency.lockutils [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] Acquired lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.610963] env[70623]: DEBUG nova.network.neutron [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Refreshing network info cache for port 36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.634877] env[70623]: DEBUG nova.compute.manager [req-bd547c0c-7183-47da-860c-ab85201db778 req-83cc426a-0300-4007-b16e-5d4e842a60a3 service nova] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Detach interface failed, port_id=93b77ed1-fa17-4416-9df9-c36f5f4d3e45, reason: Instance 7983fb26-78e5-44d5-a064-dc2f53c010ed could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1011.640758] env[70623]: INFO nova.compute.manager [-] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Took 1.38 seconds to deallocate network for instance. [ 1011.693522] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793975, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.724614] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793976, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.756380] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.830912] env[70623]: INFO nova.compute.manager [-] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Took 1.76 seconds to deallocate network for instance. [ 1011.848176] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793977, 'name': ReconfigVM_Task, 'duration_secs': 0.646607} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.848176] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b/c1045d51-22d1-4ba4-b58b-07890074888b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.852941] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': '6b149850-e29d-4f75-af79-6f7f9ea861da'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'}, 'device_type': None, 'guest_format': None, 'attachment_id': '4decc97d-e0ff-4ad1-9a87-6d2541af55ae', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70623) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1011.853259] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1011.853416] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1011.854757] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7bf795-9a64-49e5-90dd-62593825a1ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.881533] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1754b5-9098-4aec-9540-ca85e4f8ee9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.907501] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.922051] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-0e33f57c-8877-47e2-9338-641dfba46a99/volume-0e33f57c-8877-47e2-9338-641dfba46a99.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.923426] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe8ddd7-35b2-4169-8f64-6a86b1f9d3ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.950049] env[70623]: DEBUG nova.network.neutron [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Successfully created port: 1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.957516] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1011.957516] env[70623]: value = "task-2793979" [ 1011.957516] env[70623]: _type = "Task" [ 1011.957516] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.972169] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.041593] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "refresh_cache-6b67b76e-d74c-4b1f-a2c9-6072e284dc79" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.041807] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquired lock "refresh_cache-6b67b76e-d74c-4b1f-a2c9-6072e284dc79" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.042071] env[70623]: DEBUG nova.network.neutron [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.065272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.065563] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.065788] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.065992] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.066242] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.068658] env[70623]: INFO nova.compute.manager [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Terminating instance [ 1012.148027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.204722] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793975, 'name': Destroy_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.224648] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793976, 'name': CreateVM_Task, 'duration_secs': 1.256153} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.224886] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.225565] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.225721] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.226126] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.226404] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d65208-a82c-49cb-93fc-606971010416 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.236523] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1012.236523] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d3694a-60e2-fd19-92b0-f0e5fcb64875" [ 1012.236523] env[70623]: _type = "Task" [ 1012.236523] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.256201] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d3694a-60e2-fd19-92b0-f0e5fcb64875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.265035] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793978, 'name': PowerOffVM_Task, 'duration_secs': 0.8712} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.265351] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.265521] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.265784] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f915a37a-17ac-4dd3-91b6-a3b9e46b0d50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.292111] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5a8df0-4c4b-4da6-83f5-2ccb716cd2bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.303597] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f323ef-f370-4fb8-b9cc-78285887567b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.350060] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.359362] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03096c17-7265-45fe-a13c-4fbad0c06b10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.361765] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.361975] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.362175] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Deleting the datastore file [datastore2] 9e579533-fa9d-4c0d-97ab-e7a82fe43031 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.362444] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850084f9-e073-4c3f-8267-2ff633ec69fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.373523] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43658c70-815b-4bbc-890f-c79626d329ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.378869] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for the task: (returnval){ [ 1012.378869] env[70623]: value = "task-2793981" [ 1012.378869] env[70623]: _type = "Task" [ 1012.378869] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.392222] env[70623]: DEBUG nova.compute.provider_tree [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.401771] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.469973] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793979, 'name': ReconfigVM_Task, 'duration_secs': 0.510452} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.470765] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-0e33f57c-8877-47e2-9338-641dfba46a99/volume-0e33f57c-8877-47e2-9338-641dfba46a99.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.476517] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b1baeb-b5c2-45e4-b492-be2545d181fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.497040] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1012.497040] env[70623]: value = "task-2793982" [ 1012.497040] env[70623]: _type = "Task" [ 1012.497040] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.507225] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.515619] env[70623]: DEBUG nova.network.neutron [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updated VIF entry in instance network info cache for port 36e91f46-061d-473e-8b0a-0a4285968db4. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.515979] env[70623]: DEBUG nova.network.neutron [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updating instance_info_cache with network_info: [{"id": "36e91f46-061d-473e-8b0a-0a4285968db4", "address": "fa:16:3e:cc:b5:04", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e91f46-06", "ovs_interfaceid": "36e91f46-061d-473e-8b0a-0a4285968db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.573427] env[70623]: DEBUG nova.compute.manager [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.573639] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.575248] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2508124b-c54a-4ca6-a693-dc3f55c9ce91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.583917] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.584100] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0be1a82-ed50-4e04-9645-1c18bab11a3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.586317] env[70623]: DEBUG nova.network.neutron [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.659252] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.659603] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.659850] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleting the datastore file [datastore1] 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.660173] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24419ba8-0624-4e25-a820-a764c76b9d31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.669268] env[70623]: DEBUG oslo_vmware.api [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1012.669268] env[70623]: value = "task-2793984" [ 1012.669268] env[70623]: _type = "Task" [ 1012.669268] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.682761] env[70623]: DEBUG oslo_vmware.api [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.692792] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793975, 'name': Destroy_Task, 'duration_secs': 1.553378} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.692949] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroyed the VM [ 1012.693223] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.693496] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecca1ab2-6568-4f73-b3b7-54e557fc5393 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.702377] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1012.702377] env[70623]: value = "task-2793985" [ 1012.702377] env[70623]: _type = "Task" [ 1012.702377] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.714241] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.750970] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d3694a-60e2-fd19-92b0-f0e5fcb64875, 'name': SearchDatastore_Task, 'duration_secs': 0.018726} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.751332] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.751583] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.751852] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.752038] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.752260] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.752572] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a18d466-5a43-43a4-baf2-e3cb27c0fb40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.763654] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.763862] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.764755] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df450bd0-9b0c-4327-9641-7c55cf0256b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.772834] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1012.772834] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523f9a1d-3f24-fd3e-3580-37fe8fa06724" [ 1012.772834] env[70623]: _type = "Task" [ 1012.772834] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.784400] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523f9a1d-3f24-fd3e-3580-37fe8fa06724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.809535] env[70623]: DEBUG nova.network.neutron [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Updating instance_info_cache with network_info: [{"id": "66408e0f-1b2f-4705-a154-a50191392234", "address": "fa:16:3e:ce:ad:2b", "network": {"id": "7e517d12-ac48-4a7c-8a0c-ef276e868ac8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-797230308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5edfc7b271849729d4e0f18735aa46e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66408e0f-1b", "ovs_interfaceid": "66408e0f-1b2f-4705-a154-a50191392234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.890887] env[70623]: DEBUG oslo_vmware.api [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Task: {'id': task-2793981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.890887] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.891300] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.891300] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.891408] env[70623]: INFO nova.compute.manager [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1012.891666] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.891867] env[70623]: DEBUG nova.compute.manager [-] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.891958] env[70623]: DEBUG nova.network.neutron [-] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.895915] env[70623]: DEBUG nova.scheduler.client.report [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.931076] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.963114] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.963454] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.963723] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.964289] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.964289] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.964289] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.964479] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.964638] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.964800] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.964956] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.965143] env[70623]: DEBUG nova.virt.hardware [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.966033] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46f328-fc55-4c15-9712-8b07c4dd5e3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.975905] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd574c0-4f53-4015-8a26-73f081442537 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.007766] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793982, 'name': ReconfigVM_Task, 'duration_secs': 0.213593} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.008109] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.008872] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c98252c0-9b5d-4569-bb9f-a9174b3d1278 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.018664] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1013.018664] env[70623]: value = "task-2793986" [ 1013.018664] env[70623]: _type = "Task" [ 1013.018664] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.021461] env[70623]: DEBUG oslo_concurrency.lockutils [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] Releasing lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.021715] env[70623]: DEBUG nova.compute.manager [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Received event network-vif-deleted-54441390-4c57-4cd2-a416-0774a84eaef6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.021961] env[70623]: DEBUG nova.compute.manager [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Received event network-vif-plugged-66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.022226] env[70623]: DEBUG oslo_concurrency.lockutils [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] Acquiring lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.022434] env[70623]: DEBUG oslo_concurrency.lockutils [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.022589] env[70623]: DEBUG oslo_concurrency.lockutils [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.022797] env[70623]: DEBUG nova.compute.manager [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] No waiting events found dispatching network-vif-plugged-66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.022952] env[70623]: WARNING nova.compute.manager [req-01eee5bd-a2d1-4cc8-a3c2-e3c820427013 req-2dbc9c29-1f1c-44e8-b8a5-10dbef152665 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Received unexpected event network-vif-plugged-66408e0f-1b2f-4705-a154-a50191392234 for instance with vm_state building and task_state spawning. [ 1013.031989] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793986, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.189537] env[70623]: DEBUG oslo_vmware.api [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2793984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270139} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.190102] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.190314] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.190511] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.190682] env[70623]: INFO nova.compute.manager [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1013.190917] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.191210] env[70623]: DEBUG nova.compute.manager [-] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.191305] env[70623]: DEBUG nova.network.neutron [-] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.214277] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.290595] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523f9a1d-3f24-fd3e-3580-37fe8fa06724, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.291029] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05825eb-bf53-4835-8be8-682792a101b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.301711] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1013.301711] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca3a2f-b577-502b-1a66-42b29c4b6928" [ 1013.301711] env[70623]: _type = "Task" [ 1013.301711] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.318776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Releasing lock "refresh_cache-6b67b76e-d74c-4b1f-a2c9-6072e284dc79" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.319296] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Instance network_info: |[{"id": "66408e0f-1b2f-4705-a154-a50191392234", "address": "fa:16:3e:ce:ad:2b", "network": {"id": "7e517d12-ac48-4a7c-8a0c-ef276e868ac8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-797230308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5edfc7b271849729d4e0f18735aa46e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66408e0f-1b", "ovs_interfaceid": "66408e0f-1b2f-4705-a154-a50191392234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.319775] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca3a2f-b577-502b-1a66-42b29c4b6928, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.321151] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ad:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66408e0f-1b2f-4705-a154-a50191392234', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.334336] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Creating folder: Project (b5edfc7b271849729d4e0f18735aa46e). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.334886] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.336032] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 09f82e73-b5c6-42d8-b209-ff46a1bae6d9/09f82e73-b5c6-42d8-b209-ff46a1bae6d9.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.336287] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc6dda78-a253-4947-b5fa-a93c63518556 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.339231] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a9ba03-ea87-4786-9cf3-b119833f3ff2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.351335] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1013.351335] env[70623]: value = "task-2793988" [ 1013.351335] env[70623]: _type = "Task" [ 1013.351335] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.357326] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Created folder: Project (b5edfc7b271849729d4e0f18735aa46e) in parent group-v561316. [ 1013.357603] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Creating folder: Instances. Parent ref: group-v561570. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.361161] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d10cff27-460d-40b8-a735-9437c104b672 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.364832] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.374977] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Created folder: Instances in parent group-v561570. [ 1013.375357] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.375592] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.375841] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67564e72-8db6-49c3-a007-9a9fe5c39401 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.397761] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.397761] env[70623]: value = "task-2793990" [ 1013.397761] env[70623]: _type = "Task" [ 1013.397761] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.402261] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.402774] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.405597] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.564s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.405812] env[70623]: DEBUG nova.objects.instance [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'pci_requests' on Instance uuid b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.412520] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793990, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.534112] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793986, 'name': Rename_Task, 'duration_secs': 0.275626} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.534642] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.535036] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4255c81-96b5-4ec7-9657-4ff2fff662b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.545951] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1013.545951] env[70623]: value = "task-2793991" [ 1013.545951] env[70623]: _type = "Task" [ 1013.545951] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.559882] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.714900] env[70623]: DEBUG oslo_vmware.api [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2793985, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754264} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.715269] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.715548] env[70623]: INFO nova.compute.manager [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 19.81 seconds to snapshot the instance on the hypervisor. [ 1013.803066] env[70623]: DEBUG nova.network.neutron [-] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.868954] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793988, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.912045] env[70623]: DEBUG nova.objects.instance [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'numa_topology' on Instance uuid b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.914180] env[70623]: DEBUG nova.compute.utils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.919024] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793990, 'name': CreateVM_Task, 'duration_secs': 0.470625} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.919024] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.919024] env[70623]: DEBUG nova.network.neutron [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.919024] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.919535] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.920248] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.920248] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.920894] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982cd136-0997-483b-ae99-eb659fb3c6ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.926545] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1013.926545] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5279c7db-1258-5279-94d9-4b4d6ed91532" [ 1013.926545] env[70623]: _type = "Task" [ 1013.926545] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.936774] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5279c7db-1258-5279-94d9-4b4d6ed91532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.968992] env[70623]: DEBUG nova.compute.manager [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Received event network-changed-66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.972646] env[70623]: DEBUG nova.compute.manager [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Refreshing instance network info cache due to event network-changed-66408e0f-1b2f-4705-a154-a50191392234. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1013.976209] env[70623]: DEBUG oslo_concurrency.lockutils [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] Acquiring lock "refresh_cache-6b67b76e-d74c-4b1f-a2c9-6072e284dc79" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.976209] env[70623]: DEBUG oslo_concurrency.lockutils [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] Acquired lock "refresh_cache-6b67b76e-d74c-4b1f-a2c9-6072e284dc79" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.976209] env[70623]: DEBUG nova.network.neutron [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Refreshing network info cache for port 66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.984642] env[70623]: DEBUG nova.network.neutron [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Successfully updated port: 1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.991596] env[70623]: DEBUG nova.policy [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.999529] env[70623]: DEBUG nova.compute.manager [req-ce4a0ded-7cb8-4286-9f19-78a80545b3a0 req-43d6e0b7-bb18-423c-9704-7c4f3a49be48 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Received event network-vif-plugged-1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.001361] env[70623]: DEBUG oslo_concurrency.lockutils [req-ce4a0ded-7cb8-4286-9f19-78a80545b3a0 req-43d6e0b7-bb18-423c-9704-7c4f3a49be48 service nova] Acquiring lock "431d5728-d795-4870-9869-423d59f1e2d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.001737] env[70623]: DEBUG oslo_concurrency.lockutils [req-ce4a0ded-7cb8-4286-9f19-78a80545b3a0 req-43d6e0b7-bb18-423c-9704-7c4f3a49be48 service nova] Lock "431d5728-d795-4870-9869-423d59f1e2d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.001813] env[70623]: DEBUG oslo_concurrency.lockutils [req-ce4a0ded-7cb8-4286-9f19-78a80545b3a0 req-43d6e0b7-bb18-423c-9704-7c4f3a49be48 service nova] Lock "431d5728-d795-4870-9869-423d59f1e2d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.001982] env[70623]: DEBUG nova.compute.manager [req-ce4a0ded-7cb8-4286-9f19-78a80545b3a0 req-43d6e0b7-bb18-423c-9704-7c4f3a49be48 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] No waiting events found dispatching network-vif-plugged-1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.002169] env[70623]: WARNING nova.compute.manager [req-ce4a0ded-7cb8-4286-9f19-78a80545b3a0 req-43d6e0b7-bb18-423c-9704-7c4f3a49be48 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Received unexpected event network-vif-plugged-1271fa58-2cd9-4719-b881-2a6dc15b37e2 for instance with vm_state building and task_state spawning. [ 1014.058940] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.266029] env[70623]: DEBUG nova.compute.manager [None req-ecb2ba46-bb44-4693-a8f4-3b7eb2f2fcbb tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Found 2 images (rotation: 2) {{(pid=70623) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1014.308014] env[70623]: INFO nova.compute.manager [-] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Took 1.42 seconds to deallocate network for instance. [ 1014.333443] env[70623]: DEBUG nova.network.neutron [-] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.367343] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590485} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.367672] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 09f82e73-b5c6-42d8-b209-ff46a1bae6d9/09f82e73-b5c6-42d8-b209-ff46a1bae6d9.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.367889] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.368375] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d34866-4bbd-4de9-8418-bd0a8ddc985f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.371812] env[70623]: DEBUG nova.network.neutron [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Successfully created port: 01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.380129] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1014.380129] env[70623]: value = "task-2793992" [ 1014.380129] env[70623]: _type = "Task" [ 1014.380129] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.390814] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.417114] env[70623]: INFO nova.compute.claims [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.423210] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.441463] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5279c7db-1258-5279-94d9-4b4d6ed91532, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.442133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.442426] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.442697] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.442870] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.443088] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.443536] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-549994eb-97ac-4128-b18c-ae0e74ff1df3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.454866] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.455067] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.455916] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736c54fb-2f68-46d1-9308-e1ccf991eab6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.470032] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1014.470032] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9b707-6d30-fdc3-769c-8bb37832ecad" [ 1014.470032] env[70623]: _type = "Task" [ 1014.470032] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.485411] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e9b707-6d30-fdc3-769c-8bb37832ecad, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.485411] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aad9ab3-0164-4a25-acd2-0fcfcf4d48ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.493068] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-431d5728-d795-4870-9869-423d59f1e2d7" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.493295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-431d5728-d795-4870-9869-423d59f1e2d7" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.493508] env[70623]: DEBUG nova.network.neutron [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.494744] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1014.494744] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5297b714-0188-9d4d-3df1-1d70934c0316" [ 1014.494744] env[70623]: _type = "Task" [ 1014.494744] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.506650] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5297b714-0188-9d4d-3df1-1d70934c0316, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.506650] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.506650] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6b67b76e-d74c-4b1f-a2c9-6072e284dc79/6b67b76e-d74c-4b1f-a2c9-6072e284dc79.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.506650] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9dbafc9-2564-40d7-970e-f3536f24bbf2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.515089] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1014.515089] env[70623]: value = "task-2793993" [ 1014.515089] env[70623]: _type = "Task" [ 1014.515089] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.524178] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2793993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.556867] env[70623]: DEBUG oslo_vmware.api [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2793991, 'name': PowerOnVM_Task, 'duration_secs': 0.726362} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.557161] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.557374] env[70623]: DEBUG nova.compute.manager [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.558214] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401d1ea-67e4-4760-969f-9bdf027525f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.736100] env[70623]: DEBUG nova.network.neutron [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Updated VIF entry in instance network info cache for port 66408e0f-1b2f-4705-a154-a50191392234. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.736100] env[70623]: DEBUG nova.network.neutron [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Updating instance_info_cache with network_info: [{"id": "66408e0f-1b2f-4705-a154-a50191392234", "address": "fa:16:3e:ce:ad:2b", "network": {"id": "7e517d12-ac48-4a7c-8a0c-ef276e868ac8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-797230308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5edfc7b271849729d4e0f18735aa46e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66408e0f-1b", "ovs_interfaceid": "66408e0f-1b2f-4705-a154-a50191392234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.816249] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.840286] env[70623]: INFO nova.compute.manager [-] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Took 1.65 seconds to deallocate network for instance. [ 1014.894531] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217223} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.894908] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.896121] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a4a4e-3d35-4f9c-8faf-c8e2c9bd2a17 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.932490] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 09f82e73-b5c6-42d8-b209-ff46a1bae6d9/09f82e73-b5c6-42d8-b209-ff46a1bae6d9.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.939356] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8540d8c3-bbea-4e7b-a1c3-440f5a47d4a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.964128] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1014.964128] env[70623]: value = "task-2793994" [ 1014.964128] env[70623]: _type = "Task" [ 1014.964128] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.972746] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.026671] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2793993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452052} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.026671] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6b67b76e-d74c-4b1f-a2c9-6072e284dc79/6b67b76e-d74c-4b1f-a2c9-6072e284dc79.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.026671] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.026671] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ab49b4-416b-4620-ac9f-c8dc3ec6c53b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.034030] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1015.034030] env[70623]: value = "task-2793995" [ 1015.034030] env[70623]: _type = "Task" [ 1015.034030] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.040325] env[70623]: DEBUG nova.network.neutron [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.051452] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2793995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.082069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.223892] env[70623]: DEBUG nova.network.neutron [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Updating instance_info_cache with network_info: [{"id": "1271fa58-2cd9-4719-b881-2a6dc15b37e2", "address": "fa:16:3e:5e:32:6d", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1271fa58-2c", "ovs_interfaceid": "1271fa58-2cd9-4719-b881-2a6dc15b37e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.238421] env[70623]: DEBUG oslo_concurrency.lockutils [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] Releasing lock "refresh_cache-6b67b76e-d74c-4b1f-a2c9-6072e284dc79" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.241380] env[70623]: DEBUG nova.compute.manager [req-43c3ef7c-76d0-4d1e-a466-080f271d0ced req-7c5c3626-2034-41b2-ab2c-fdeb592b5139 service nova] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Received event network-vif-deleted-fa9f56da-8a7e-4ff6-84cc-ec866557c847 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.346385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.459575] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.475888] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793994, 'name': ReconfigVM_Task, 'duration_secs': 0.400913} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.476168] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 09f82e73-b5c6-42d8-b209-ff46a1bae6d9/09f82e73-b5c6-42d8-b209-ff46a1bae6d9.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.477185] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66b9bc62-853f-4e10-aee8-98eaf3833219 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.486049] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1015.486049] env[70623]: value = "task-2793996" [ 1015.486049] env[70623]: _type = "Task" [ 1015.486049] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.490376] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.490552] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.490704] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.491221] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.491221] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.491221] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.491387] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.491569] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.491738] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.491903] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.492089] env[70623]: DEBUG nova.virt.hardware [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.496627] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ac7b5-9ebb-41f7-9e2f-4eae931e75d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.511708] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c3a575-5655-4bce-a7ba-2496c308aa25 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.515890] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793996, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.544282] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2793995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069224} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.546723] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.548049] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c88666-1540-4e81-b6fa-c3083e102961 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.572732] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 6b67b76e-d74c-4b1f-a2c9-6072e284dc79/6b67b76e-d74c-4b1f-a2c9-6072e284dc79.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.575862] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84dc3de3-e469-4c5c-8d7c-f0347cee2aac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.599957] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1015.599957] env[70623]: value = "task-2793997" [ 1015.599957] env[70623]: _type = "Task" [ 1015.599957] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.613048] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2793997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.730341] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-431d5728-d795-4870-9869-423d59f1e2d7" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.733604] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Instance network_info: |[{"id": "1271fa58-2cd9-4719-b881-2a6dc15b37e2", "address": "fa:16:3e:5e:32:6d", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1271fa58-2c", "ovs_interfaceid": "1271fa58-2cd9-4719-b881-2a6dc15b37e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.733604] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:32:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1271fa58-2cd9-4719-b881-2a6dc15b37e2', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.739718] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.742936] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.743477] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c52585e-7d1e-4051-afe2-c233a85a58f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.767625] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.767625] env[70623]: value = "task-2793998" [ 1015.767625] env[70623]: _type = "Task" [ 1015.767625] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.782712] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793998, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.800389] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53d79c-a046-444d-bb16-b38f34cbd34f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.813099] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee059b66-4ebe-41d6-b90d-4a4999b37460 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.850386] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb1de2c-8a3d-497f-ae7b-2f3c20bb8814 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.859027] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a95b15c-2dfc-498d-b909-194d964bbf5a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.874160] env[70623]: DEBUG nova.compute.provider_tree [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.970662] env[70623]: DEBUG nova.compute.manager [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.971620] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964422f-97ed-4bbc-b79c-823473415aee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.004826] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793996, 'name': Rename_Task, 'duration_secs': 0.159149} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.006298] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.007822] env[70623]: DEBUG nova.compute.manager [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Received event network-vif-deleted-cdd4a1e7-1953-45a0-8a23-f1f3979f7241 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.008021] env[70623]: DEBUG nova.compute.manager [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received event network-vif-plugged-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.008209] env[70623]: DEBUG oslo_concurrency.lockutils [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] Acquiring lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.008401] env[70623]: DEBUG oslo_concurrency.lockutils [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.008558] env[70623]: DEBUG oslo_concurrency.lockutils [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.008716] env[70623]: DEBUG nova.compute.manager [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] No waiting events found dispatching network-vif-plugged-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.008875] env[70623]: WARNING nova.compute.manager [req-1bbe8b0a-d600-4dde-9b40-9dea29c6d7c6 req-d62e0ce7-594c-4da8-bfea-994c35813f8b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received unexpected event network-vif-plugged-01616c3a-f7a2-4e1c-a81f-a2b6a98924db for instance with vm_state building and task_state spawning. [ 1016.009175] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf1f7a2-1800-48e8-ae22-486233a3edec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.020064] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1016.020064] env[70623]: value = "task-2793999" [ 1016.020064] env[70623]: _type = "Task" [ 1016.020064] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.027700] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.031097] env[70623]: DEBUG nova.compute.manager [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Received event network-changed-1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.031301] env[70623]: DEBUG nova.compute.manager [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Refreshing instance network info cache due to event network-changed-1271fa58-2cd9-4719-b881-2a6dc15b37e2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1016.031606] env[70623]: DEBUG oslo_concurrency.lockutils [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] Acquiring lock "refresh_cache-431d5728-d795-4870-9869-423d59f1e2d7" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.031802] env[70623]: DEBUG oslo_concurrency.lockutils [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] Acquired lock "refresh_cache-431d5728-d795-4870-9869-423d59f1e2d7" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.031940] env[70623]: DEBUG nova.network.neutron [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Refreshing network info cache for port 1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.074593] env[70623]: DEBUG nova.network.neutron [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Successfully updated port: 01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.110570] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2793997, 'name': ReconfigVM_Task, 'duration_secs': 0.321794} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.110950] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 6b67b76e-d74c-4b1f-a2c9-6072e284dc79/6b67b76e-d74c-4b1f-a2c9-6072e284dc79.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.111646] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0725acbe-a862-4fc7-b419-16dcb9fab2d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.119051] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1016.119051] env[70623]: value = "task-2794000" [ 1016.119051] env[70623]: _type = "Task" [ 1016.119051] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.127732] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794000, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.278527] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2793998, 'name': CreateVM_Task, 'duration_secs': 0.440962} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.278674] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.279431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.279603] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.279920] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.280191] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e78ef74-d6f6-4766-b31c-a365c6c766b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.285399] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1016.285399] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c065ca-63dd-4e02-55d5-edf701a09913" [ 1016.285399] env[70623]: _type = "Task" [ 1016.285399] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.293960] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c065ca-63dd-4e02-55d5-edf701a09913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.377422] env[70623]: DEBUG nova.scheduler.client.report [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.489333] env[70623]: INFO nova.compute.manager [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] instance snapshotting [ 1016.490137] env[70623]: DEBUG nova.objects.instance [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'flavor' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.531829] env[70623]: DEBUG oslo_vmware.api [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2793999, 'name': PowerOnVM_Task, 'duration_secs': 0.490164} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.532216] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.532501] env[70623]: INFO nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1016.532753] env[70623]: DEBUG nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.533972] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18e6ad-0b5a-41a3-8b67-bd2bfcbaadc2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.577858] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.578630] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.578630] env[70623]: DEBUG nova.network.neutron [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.631039] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794000, 'name': Rename_Task, 'duration_secs': 0.18875} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.633565] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.633829] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54d16723-2dcd-4ed5-b622-619e460c7f6b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.644610] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1016.644610] env[70623]: value = "task-2794001" [ 1016.644610] env[70623]: _type = "Task" [ 1016.644610] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.656681] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.763009] env[70623]: DEBUG nova.network.neutron [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Updated VIF entry in instance network info cache for port 1271fa58-2cd9-4719-b881-2a6dc15b37e2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.763453] env[70623]: DEBUG nova.network.neutron [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Updating instance_info_cache with network_info: [{"id": "1271fa58-2cd9-4719-b881-2a6dc15b37e2", "address": "fa:16:3e:5e:32:6d", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1271fa58-2c", "ovs_interfaceid": "1271fa58-2cd9-4719-b881-2a6dc15b37e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.796966] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c065ca-63dd-4e02-55d5-edf701a09913, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.797299] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.797534] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.797775] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.797922] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.798120] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.798382] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d952d0-98d3-48b6-a480-333730c2f19d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.807402] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.807584] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.808316] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a20972-9a55-43b3-90de-affba153fe76 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.813724] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1016.813724] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521f610e-5df6-b92e-cef5-ecf5a58c30ad" [ 1016.813724] env[70623]: _type = "Task" [ 1016.813724] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.821926] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521f610e-5df6-b92e-cef5-ecf5a58c30ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.883605] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.478s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.886082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.415s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.886398] env[70623]: DEBUG nova.objects.instance [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lazy-loading 'resources' on Instance uuid 1d5599e1-8168-4fb1-92e9-20689b35166a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.931223] env[70623]: INFO nova.network.neutron [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating port 36a8d4e6-1f8b-45e9-8f75-31488c0055a0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1016.996471] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f0434-e874-4892-b696-c0b4b3a28395 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.017345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14719595-95d7-4f01-a67e-3a4e104be938 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.056749] env[70623]: INFO nova.compute.manager [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Took 22.63 seconds to build instance. [ 1017.143046] env[70623]: DEBUG nova.network.neutron [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.161156] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794001, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.266663] env[70623]: DEBUG oslo_concurrency.lockutils [req-1cfd4fc7-5188-4669-b3c1-f436b60d2a1e req-3744f929-4c35-4077-b73e-22aac6827a94 service nova] Releasing lock "refresh_cache-431d5728-d795-4870-9869-423d59f1e2d7" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.327490] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521f610e-5df6-b92e-cef5-ecf5a58c30ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.329816] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664c27bb-340c-4bc3-8e79-450aa5999c31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.336885] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1017.336885] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52637644-fbfc-e2e8-1d07-feeb519b85fe" [ 1017.336885] env[70623]: _type = "Task" [ 1017.336885] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.346228] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52637644-fbfc-e2e8-1d07-feeb519b85fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.531554] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1017.537019] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84f833a1-88ce-4fe5-ac4b-2a83afe9f3ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.541331] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1017.541331] env[70623]: value = "task-2794002" [ 1017.541331] env[70623]: _type = "Task" [ 1017.541331] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.551725] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794002, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.561582] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3ace9110-fa95-4433-ad81-545cce790750 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.387s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.655373] env[70623]: DEBUG oslo_vmware.api [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794001, 'name': PowerOnVM_Task, 'duration_secs': 0.561049} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.655720] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.655929] env[70623]: INFO nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1017.656125] env[70623]: DEBUG nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.656936] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b831c-d5bf-46a2-971e-b628c7d1f842 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.693410] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4514c7d-43ee-4145-9e2b-e29fa1fe6179 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.703908] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe1637-0c51-4d53-86b3-081bda0d51dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.735236] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476cd9c1-9376-46ec-be68-5a9b0d490b5e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.744458] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45219615-6f3c-4d11-b9f7-ecdcfeec5810 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.749331] env[70623]: DEBUG nova.network.neutron [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [{"id": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "address": "fa:16:3e:70:65:f1", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616c3a-f7", "ovs_interfaceid": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.760911] env[70623]: DEBUG nova.compute.provider_tree [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.848127] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52637644-fbfc-e2e8-1d07-feeb519b85fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013521} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.848412] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.848688] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 431d5728-d795-4870-9869-423d59f1e2d7/431d5728-d795-4870-9869-423d59f1e2d7.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.848948] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a477b069-6676-406e-8985-4e2c74b90e05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.857118] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1017.857118] env[70623]: value = "task-2794003" [ 1017.857118] env[70623]: _type = "Task" [ 1017.857118] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.865722] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.031812] env[70623]: DEBUG nova.compute.manager [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.031812] env[70623]: DEBUG nova.compute.manager [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing instance network info cache due to event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1018.031812] env[70623]: DEBUG oslo_concurrency.lockutils [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] Acquiring lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.054413] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.060956] env[70623]: DEBUG nova.compute.manager [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Received event network-changed-36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.061256] env[70623]: DEBUG nova.compute.manager [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Refreshing instance network info cache due to event network-changed-36e91f46-061d-473e-8b0a-0a4285968db4. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1018.061484] env[70623]: DEBUG oslo_concurrency.lockutils [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] Acquiring lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.061560] env[70623]: DEBUG oslo_concurrency.lockutils [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] Acquired lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.061705] env[70623]: DEBUG nova.network.neutron [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Refreshing network info cache for port 36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.177242] env[70623]: INFO nova.compute.manager [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Took 22.86 seconds to build instance. [ 1018.262956] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.263315] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Instance network_info: |[{"id": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "address": "fa:16:3e:70:65:f1", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616c3a-f7", "ovs_interfaceid": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.264353] env[70623]: DEBUG nova.scheduler.client.report [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.268650] env[70623]: DEBUG oslo_concurrency.lockutils [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] Acquired lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.268650] env[70623]: DEBUG nova.network.neutron [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.269927] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:65:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01616c3a-f7a2-4e1c-a81f-a2b6a98924db', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.278912] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.279694] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.281035] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e6315f-583f-4f81-9361-6153f8a2e4f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.305839] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.305839] env[70623]: value = "task-2794004" [ 1018.305839] env[70623]: _type = "Task" [ 1018.305839] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.318036] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794004, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.369824] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794003, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.370113] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 431d5728-d795-4870-9869-423d59f1e2d7/431d5728-d795-4870-9869-423d59f1e2d7.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.370345] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.370607] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72f46d39-8ea9-48b6-a777-a76e8fb9605c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.379645] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1018.379645] env[70623]: value = "task-2794005" [ 1018.379645] env[70623]: _type = "Task" [ 1018.379645] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.388990] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.554023] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.566973] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.567306] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.567594] env[70623]: DEBUG nova.network.neutron [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.679205] env[70623]: DEBUG oslo_concurrency.lockutils [None req-91a075f5-876f-4233-a782-af848d5b11ff tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.373s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.784025] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.785996] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.509s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.786251] env[70623]: DEBUG nova.objects.instance [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1018.817865] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794004, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.824580] env[70623]: INFO nova.scheduler.client.report [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Deleted allocations for instance 1d5599e1-8168-4fb1-92e9-20689b35166a [ 1018.842985] env[70623]: DEBUG nova.network.neutron [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updated VIF entry in instance network info cache for port 36e91f46-061d-473e-8b0a-0a4285968db4. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.843386] env[70623]: DEBUG nova.network.neutron [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updating instance_info_cache with network_info: [{"id": "36e91f46-061d-473e-8b0a-0a4285968db4", "address": "fa:16:3e:cc:b5:04", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e91f46-06", "ovs_interfaceid": "36e91f46-061d-473e-8b0a-0a4285968db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.892435] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102989} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.892701] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.893522] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd4355f-2d3c-4ae6-af24-878de5fd1204 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.919070] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 431d5728-d795-4870-9869-423d59f1e2d7/431d5728-d795-4870-9869-423d59f1e2d7.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.921932] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e850081b-2863-46e1-aae1-d16245a70630 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.946040] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1018.946040] env[70623]: value = "task-2794006" [ 1018.946040] env[70623]: _type = "Task" [ 1018.946040] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.955227] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.053836] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.085436] env[70623]: DEBUG nova.network.neutron [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updated VIF entry in instance network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.085954] env[70623]: DEBUG nova.network.neutron [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [{"id": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "address": "fa:16:3e:70:65:f1", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616c3a-f7", "ovs_interfaceid": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.135415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.135712] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.135923] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.136700] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.136700] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.139681] env[70623]: INFO nova.compute.manager [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Terminating instance [ 1019.319554] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794004, 'name': CreateVM_Task, 'duration_secs': 0.866536} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.319714] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.321079] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.321079] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.321460] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.321862] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf76f00-21e4-4a89-ae33-4ddd377974a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.329151] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1019.329151] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52505c59-7ba4-3107-b7ec-3b420192a7c4" [ 1019.329151] env[70623]: _type = "Task" [ 1019.329151] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.342229] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52505c59-7ba4-3107-b7ec-3b420192a7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.342698] env[70623]: DEBUG oslo_concurrency.lockutils [None req-276292e5-db85-4dc2-9264-ded7206ae73d tempest-VolumesAdminNegativeTest-1243571348 tempest-VolumesAdminNegativeTest-1243571348-project-member] Lock "1d5599e1-8168-4fb1-92e9-20689b35166a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.174s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.344448] env[70623]: DEBUG nova.network.neutron [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.345565] env[70623]: DEBUG oslo_concurrency.lockutils [req-a25d0bfe-01ba-431c-ae45-4f5a841e834d req-6f2da7c0-ea11-4e7d-b0a8-d0ced032a716 service nova] Releasing lock "refresh_cache-09f82e73-b5c6-42d8-b209-ff46a1bae6d9" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.456569] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.553991] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794002, 'name': CreateSnapshot_Task, 'duration_secs': 1.578214} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.554298] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.555140] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee93a9-30c8-49b0-b992-6cf2919ec1f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.588943] env[70623]: DEBUG oslo_concurrency.lockutils [req-71118ae3-a699-4c68-8b1d-ee4f480ed665 req-8c6e2c17-0dd6-443f-903b-d36229f2f324 service nova] Releasing lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.644184] env[70623]: DEBUG nova.compute.manager [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.644421] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.645327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83012fb8-bdf2-462b-9d19-8a0ee3f28e48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.653825] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.654085] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91af2d81-ff72-4439-a928-c5f7853a3d36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.661188] env[70623]: DEBUG oslo_vmware.api [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1019.661188] env[70623]: value = "task-2794007" [ 1019.661188] env[70623]: _type = "Task" [ 1019.661188] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.669521] env[70623]: DEBUG oslo_vmware.api [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.806193] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7545dff2-eab8-4fab-8a4a-38b4701245c9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.807231] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.163s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.808732] env[70623]: INFO nova.compute.claims [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.840144] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52505c59-7ba4-3107-b7ec-3b420192a7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.052155} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.840416] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.840702] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.840919] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.841057] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.841241] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.841508] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8a4d0c-6acd-45ed-9c07-aa70c9129ff3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.847650] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.861241] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.861895] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.862205] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9f36a9-23a8-468f-9ec0-80ea00c76e7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.873215] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1019.873215] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a7fb5f-2cee-50ad-fa72-e2c6acf51ac7" [ 1019.873215] env[70623]: _type = "Task" [ 1019.873215] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.884853] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a7fb5f-2cee-50ad-fa72-e2c6acf51ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.885051] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c143ca81d954dc63f862320218bbd7ad',container_format='bare',created_at=2025-03-06T07:10:53Z,direct_url=,disk_format='vmdk',id=67c40119-e057-472b-ae95-01b9a615d65d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1838572906-shelved',owner='9f663aa1ed47443986f1302fb0bbc216',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2025-03-06T07:11:09Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.885280] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.885437] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.885644] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.885801] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.885949] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.886172] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.886333] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.886523] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.886662] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.886832] env[70623]: DEBUG nova.virt.hardware [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.887948] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e74b7c6-2030-4ca1-80f3-f7e28a183c67 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.896058] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32eff50-d4ca-4bba-b35f-60e4ea784cb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.912238] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:7e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a8d4e6-1f8b-45e9-8f75-31488c0055a0', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.919718] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.920457] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.920754] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1bc1264-8501-4074-b49e-e549f5327df3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.943102] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.943102] env[70623]: value = "task-2794008" [ 1019.943102] env[70623]: _type = "Task" [ 1019.943102] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.952757] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794008, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.959233] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794006, 'name': ReconfigVM_Task, 'duration_secs': 0.633277} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.959703] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 431d5728-d795-4870-9869-423d59f1e2d7/431d5728-d795-4870-9869-423d59f1e2d7.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.960440] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97356fc-d04f-4fa5-b2d2-cbf7d625059b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.969448] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1019.969448] env[70623]: value = "task-2794009" [ 1019.969448] env[70623]: _type = "Task" [ 1019.969448] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.981542] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794009, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.067307] env[70623]: DEBUG nova.compute.manager [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-vif-plugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.067307] env[70623]: DEBUG oslo_concurrency.lockutils [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.067307] env[70623]: DEBUG oslo_concurrency.lockutils [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] Lock "b2103440-5f33-465c-9efa-674f47740096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.067693] env[70623]: DEBUG oslo_concurrency.lockutils [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] Lock "b2103440-5f33-465c-9efa-674f47740096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.068067] env[70623]: DEBUG nova.compute.manager [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] No waiting events found dispatching network-vif-plugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.068355] env[70623]: WARNING nova.compute.manager [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received unexpected event network-vif-plugged-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1020.069283] env[70623]: DEBUG nova.compute.manager [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-changed-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.069555] env[70623]: DEBUG nova.compute.manager [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Refreshing instance network info cache due to event network-changed-36a8d4e6-1f8b-45e9-8f75-31488c0055a0. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1020.070389] env[70623]: DEBUG oslo_concurrency.lockutils [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.070671] env[70623]: DEBUG oslo_concurrency.lockutils [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.070962] env[70623]: DEBUG nova.network.neutron [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Refreshing network info cache for port 36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.081052] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.082716] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1b8bf51-e057-461b-afd5-40dd23ecf7a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.093530] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1020.093530] env[70623]: value = "task-2794010" [ 1020.093530] env[70623]: _type = "Task" [ 1020.093530] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.104847] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794010, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.173848] env[70623]: DEBUG oslo_vmware.api [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794007, 'name': PowerOffVM_Task, 'duration_secs': 0.194495} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.174342] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.174572] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.174952] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166bd177-7d1d-4f2b-9495-17a5f0ee958f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.258380] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.259147] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.259147] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Deleting the datastore file [datastore2] 6b67b76e-d74c-4b1f-a2c9-6072e284dc79 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.259303] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2da1ba6-12e6-4a1c-9f3f-f8f68193a25c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.267085] env[70623]: DEBUG oslo_vmware.api [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for the task: (returnval){ [ 1020.267085] env[70623]: value = "task-2794012" [ 1020.267085] env[70623]: _type = "Task" [ 1020.267085] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.276391] env[70623]: DEBUG oslo_vmware.api [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.386352] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a7fb5f-2cee-50ad-fa72-e2c6acf51ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.013217} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.387228] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7d2328-e27d-4bdd-8c40-cfc735d2fd52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.394954] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1020.394954] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52750773-0fc3-1504-2acc-b483b8ab7234" [ 1020.394954] env[70623]: _type = "Task" [ 1020.394954] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.406962] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52750773-0fc3-1504-2acc-b483b8ab7234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.454667] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794008, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.479833] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794009, 'name': Rename_Task, 'duration_secs': 0.195839} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.480155] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.480433] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07e20cfc-fb24-4fcb-94d6-2639321a385d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.489035] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1020.489035] env[70623]: value = "task-2794013" [ 1020.489035] env[70623]: _type = "Task" [ 1020.489035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.497818] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.605540] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794010, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.779096] env[70623]: DEBUG oslo_vmware.api [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Task: {'id': task-2794012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226157} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.779428] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.779636] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.779857] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.780076] env[70623]: INFO nova.compute.manager [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.780405] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.780636] env[70623]: DEBUG nova.compute.manager [-] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.780737] env[70623]: DEBUG nova.network.neutron [-] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.905163] env[70623]: DEBUG nova.network.neutron [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Updated VIF entry in instance network info cache for port 36a8d4e6-1f8b-45e9-8f75-31488c0055a0. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.905163] env[70623]: DEBUG nova.network.neutron [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.914074] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52750773-0fc3-1504-2acc-b483b8ab7234, 'name': SearchDatastore_Task, 'duration_secs': 0.013876} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.915199] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.915199] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 7f5e541e-da6c-4f2d-9617-7517e350d7d0/7f5e541e-da6c-4f2d-9617-7517e350d7d0.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.916390] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2d5f49e-d99a-47e8-8681-e4c1f95bf2ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.924786] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1020.924786] env[70623]: value = "task-2794014" [ 1020.924786] env[70623]: _type = "Task" [ 1020.924786] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.939551] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.957664] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794008, 'name': CreateVM_Task, 'duration_secs': 0.54857} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.959121] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.959955] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.960383] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.960946] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.963995] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4202815-2353-4910-83da-4a1de1e2446b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.975234] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1020.975234] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52171442-f1a8-39ec-4c52-f120d66da984" [ 1020.975234] env[70623]: _type = "Task" [ 1020.975234] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.987749] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52171442-f1a8-39ec-4c52-f120d66da984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.006534] env[70623]: DEBUG oslo_vmware.api [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794013, 'name': PowerOnVM_Task} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.006534] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.006534] env[70623]: INFO nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1021.006534] env[70623]: DEBUG nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.006534] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d039c4c-966e-417f-a242-f1ca973633d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.104603] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794010, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.136328] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b0900-88e3-4a99-b69e-309dfa05fc86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.146823] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcec46d9-27f6-426b-85c7-055d416d6946 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.188713] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c7fae-de9b-44cb-81a6-b426188775d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.199796] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3665965-8aaf-4801-b32f-54d5ffd1b9c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.218870] env[70623]: DEBUG nova.compute.provider_tree [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.416264] env[70623]: DEBUG oslo_concurrency.lockutils [req-b547eb1a-76e4-47ea-9439-6fc6b750bdcd req-df180bbb-6279-4322-a2de-f53bf8bdb6bc service nova] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.439456] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794014, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.485664] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.485946] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Processing image 67c40119-e057-472b-ae95-01b9a615d65d {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.486214] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.486365] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.486544] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.486823] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699901cc-97d1-4838-9b8b-cb2587d11e0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.497605] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.497794] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.498816] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf224e7-2dda-44bb-9f1b-9f4631c9c58f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.504867] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1021.504867] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526050bb-ee5f-46a6-6a17-226ec1f3d24d" [ 1021.504867] env[70623]: _type = "Task" [ 1021.504867] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.513942] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526050bb-ee5f-46a6-6a17-226ec1f3d24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.532307] env[70623]: INFO nova.compute.manager [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Took 22.02 seconds to build instance. [ 1021.607671] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794010, 'name': CloneVM_Task, 'duration_secs': 1.374274} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.608104] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Created linked-clone VM from snapshot [ 1021.609517] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd77ebf-7d1e-49df-ae97-9a9451350794 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.613807] env[70623]: DEBUG nova.network.neutron [-] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.620149] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Uploading image 38868cf4-b728-44c1-b518-c76395803ca5 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1021.647603] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1021.647603] env[70623]: value = "vm-561577" [ 1021.647603] env[70623]: _type = "VirtualMachine" [ 1021.647603] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1021.647884] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21b742c8-2cc4-4666-895e-373e50bf413e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.656162] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease: (returnval){ [ 1021.656162] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720004-5aac-fd2d-5896-9d6af9485258" [ 1021.656162] env[70623]: _type = "HttpNfcLease" [ 1021.656162] env[70623]: } obtained for exporting VM: (result){ [ 1021.656162] env[70623]: value = "vm-561577" [ 1021.656162] env[70623]: _type = "VirtualMachine" [ 1021.656162] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1021.656509] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the lease: (returnval){ [ 1021.656509] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720004-5aac-fd2d-5896-9d6af9485258" [ 1021.656509] env[70623]: _type = "HttpNfcLease" [ 1021.656509] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1021.665443] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.665443] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720004-5aac-fd2d-5896-9d6af9485258" [ 1021.665443] env[70623]: _type = "HttpNfcLease" [ 1021.665443] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.725807] env[70623]: DEBUG nova.scheduler.client.report [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.936873] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551305} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.937276] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 7f5e541e-da6c-4f2d-9617-7517e350d7d0/7f5e541e-da6c-4f2d-9617-7517e350d7d0.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.937575] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.937876] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47e5bb26-2e9e-42ca-9812-3a28363bb253 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.945580] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1021.945580] env[70623]: value = "task-2794016" [ 1021.945580] env[70623]: _type = "Task" [ 1021.945580] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.954379] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.018322] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1022.018670] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Fetch image to [datastore2] OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc/OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1022.018855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Downloading stream optimized image 67c40119-e057-472b-ae95-01b9a615d65d to [datastore2] OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc/OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc.vmdk on the data store datastore2 as vApp {{(pid=70623) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1022.019377] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Downloading image file data 67c40119-e057-472b-ae95-01b9a615d65d to the ESX as VM named 'OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc' {{(pid=70623) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1022.033780] env[70623]: DEBUG oslo_concurrency.lockutils [None req-724a5ad5-e068-47f2-8be1-899b77447dfd tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "431d5728-d795-4870-9869-423d59f1e2d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.528s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.128246] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1022.128246] env[70623]: value = "resgroup-9" [ 1022.128246] env[70623]: _type = "ResourcePool" [ 1022.128246] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1022.128246] env[70623]: INFO nova.compute.manager [-] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Took 1.35 seconds to deallocate network for instance. [ 1022.128246] env[70623]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-90b702b4-be88-4458-8576-3db0cb855f16 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.146547] env[70623]: DEBUG nova.compute.manager [req-99a3368a-95f0-4d23-8be2-ceca0703b053 req-fa2cb0bc-b22c-403c-a5c3-0483c9f72b52 service nova] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Received event network-vif-deleted-66408e0f-1b2f-4705-a154-a50191392234 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.162518] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lease: (returnval){ [ 1022.162518] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52248da5-9626-43ff-7a4b-b733a2ac3719" [ 1022.162518] env[70623]: _type = "HttpNfcLease" [ 1022.162518] env[70623]: } obtained for vApp import into resource pool (val){ [ 1022.162518] env[70623]: value = "resgroup-9" [ 1022.162518] env[70623]: _type = "ResourcePool" [ 1022.162518] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1022.167132] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the lease: (returnval){ [ 1022.167132] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52248da5-9626-43ff-7a4b-b733a2ac3719" [ 1022.167132] env[70623]: _type = "HttpNfcLease" [ 1022.167132] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.168382] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.168382] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720004-5aac-fd2d-5896-9d6af9485258" [ 1022.168382] env[70623]: _type = "HttpNfcLease" [ 1022.168382] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.169156] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.169156] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52720004-5aac-fd2d-5896-9d6af9485258" [ 1022.169156] env[70623]: _type = "HttpNfcLease" [ 1022.169156] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1022.169883] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d8d588-071b-4db7-92c2-d2a1efb62cf6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.174690] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.174690] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52248da5-9626-43ff-7a4b-b733a2ac3719" [ 1022.174690] env[70623]: _type = "HttpNfcLease" [ 1022.174690] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.181195] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267960b-2fbd-adb2-6b72-e26cdd693de3/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.181195] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267960b-2fbd-adb2-6b72-e26cdd693de3/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1022.249156] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.249156] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.253845] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.495s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.256116] env[70623]: INFO nova.compute.claims [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.306523] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd31e2bb-e714-45c7-a853-0eaeaea63f51 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.458023] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187288} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.458023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.458305] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa98f8e5-e5d7-4b5e-8870-2ba394cdb21a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.481203] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 7f5e541e-da6c-4f2d-9617-7517e350d7d0/7f5e541e-da6c-4f2d-9617-7517e350d7d0.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.483928] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768ab68d-814b-4b6f-9782-e74a8c32b31a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.504742] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1022.504742] env[70623]: value = "task-2794018" [ 1022.504742] env[70623]: _type = "Task" [ 1022.504742] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.515417] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.653899] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.676345] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.676345] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52248da5-9626-43ff-7a4b-b733a2ac3719" [ 1022.676345] env[70623]: _type = "HttpNfcLease" [ 1022.676345] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.764857] env[70623]: DEBUG nova.compute.utils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.768721] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.768721] env[70623]: DEBUG nova.network.neutron [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.836071] env[70623]: DEBUG nova.policy [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e51b8192c147329a3a0d12d488b36b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4de5e7475f14d86808122b36516bdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.980607] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "922cc75c-d486-4102-bf5b-33ef9904d66d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.980988] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.023304] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794018, 'name': ReconfigVM_Task, 'duration_secs': 0.50856} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.023759] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 7f5e541e-da6c-4f2d-9617-7517e350d7d0/7f5e541e-da6c-4f2d-9617-7517e350d7d0.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.025475] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852fc051-81ca-47e3-ad6c-ac6be47f4d37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.037386] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1023.037386] env[70623]: value = "task-2794019" [ 1023.037386] env[70623]: _type = "Task" [ 1023.037386] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.043840] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794019, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.178172] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.178172] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52248da5-9626-43ff-7a4b-b733a2ac3719" [ 1023.178172] env[70623]: _type = "HttpNfcLease" [ 1023.178172] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.178172] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.178172] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52248da5-9626-43ff-7a4b-b733a2ac3719" [ 1023.178172] env[70623]: _type = "HttpNfcLease" [ 1023.178172] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1023.179910] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ce104c-7e57-4634-ba4b-acd287274e40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.190247] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7206-60d3-860a-b1e2-2a2d19b39524/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.190498] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7206-60d3-860a-b1e2-2a2d19b39524/disk-0.vmdk. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1023.274323] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.283596] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ccc9f2b6-039f-4c31-a9bc-decaf1bd9daa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.296814] env[70623]: DEBUG nova.network.neutron [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Successfully created port: 14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.483688] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.549204] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794019, 'name': Rename_Task, 'duration_secs': 0.23369} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.549571] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.549895] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0841c6-186c-47b8-a1f7-6943f7a2f448 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.561099] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1023.561099] env[70623]: value = "task-2794020" [ 1023.561099] env[70623]: _type = "Task" [ 1023.561099] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.579746] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.604529] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6181a16-9fd4-4900-a766-7a5d0effd94f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.615343] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549b176c-0d83-4e27-824c-418c36ecc05b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.671336] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed82d42e-ae31-499f-82be-3417a12238b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.683303] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b681eaf8-5470-4c4a-8514-7c0ded37754e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.705892] env[70623]: DEBUG nova.compute.provider_tree [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.012952] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.078743] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.216561] env[70623]: DEBUG nova.scheduler.client.report [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.289043] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.323466] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.323750] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.324079] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.324434] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.324695] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.324879] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.325292] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.325379] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.325491] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.325723] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.325932] env[70623]: DEBUG nova.virt.hardware [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.326930] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92197cf3-d4d1-44c5-9264-0e9239057119 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.343783] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ea73c-f54f-46ba-9ec9-5a373dae1e64 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.api [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794020, 'name': PowerOnVM_Task, 'duration_secs': 0.692828} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.715581] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.715581] env[70623]: INFO nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1024.715581] env[70623]: DEBUG nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b4091-0f2d-44cb-9b9c-87bd62ef7c99 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7206-60d3-860a-b1e2-2a2d19b39524/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa878b5-53f0-463c-889c-b39f1f65b550 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7206-60d3-860a-b1e2-2a2d19b39524/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7206-60d3-860a-b1e2-2a2d19b39524/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1024.715581] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7d1066f6-aebe-41c3-968b-153167902fe0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.726276] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.726877] env[70623]: DEBUG nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.729643] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.968s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.731215] env[70623]: INFO nova.compute.claims [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.918052] env[70623]: DEBUG oslo_vmware.rw_handles [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d7206-60d3-860a-b1e2-2a2d19b39524/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1024.918052] env[70623]: INFO nova.virt.vmwareapi.images [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Downloaded image file data 67c40119-e057-472b-ae95-01b9a615d65d [ 1024.918052] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e6272-7c74-4866-82a2-345ef11c4e91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.938246] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2006da31-6780-4dad-b155-3dcafe14e5b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.973623] env[70623]: INFO nova.virt.vmwareapi.images [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] The imported VM was unregistered [ 1024.976138] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1024.976359] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Creating directory with path [datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.976680] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c86bdd0-fe3a-4969-a0d9-7ec96348f125 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.997356] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Created directory with path [datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.997563] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc/OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc.vmdk to [datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk. {{(pid=70623) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1024.997833] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-75be260a-5ac0-474b-980d-e88d92012c5c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.006022] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1025.006022] env[70623]: value = "task-2794022" [ 1025.006022] env[70623]: _type = "Task" [ 1025.006022] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.014984] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.107094] env[70623]: INFO nova.compute.manager [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Took 23.31 seconds to build instance. [ 1025.208469] env[70623]: DEBUG nova.compute.manager [req-6e938797-dd90-4795-953c-8eb5d92e64c7 req-cdb8071c-c4e6-4257-8aa3-1fdbbc0b1bb0 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Received event network-vif-plugged-14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.208810] env[70623]: DEBUG oslo_concurrency.lockutils [req-6e938797-dd90-4795-953c-8eb5d92e64c7 req-cdb8071c-c4e6-4257-8aa3-1fdbbc0b1bb0 service nova] Acquiring lock "f2e01809-64a0-4e97-a134-e8d743bd6f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.209268] env[70623]: DEBUG oslo_concurrency.lockutils [req-6e938797-dd90-4795-953c-8eb5d92e64c7 req-cdb8071c-c4e6-4257-8aa3-1fdbbc0b1bb0 service nova] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.209585] env[70623]: DEBUG oslo_concurrency.lockutils [req-6e938797-dd90-4795-953c-8eb5d92e64c7 req-cdb8071c-c4e6-4257-8aa3-1fdbbc0b1bb0 service nova] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.209871] env[70623]: DEBUG nova.compute.manager [req-6e938797-dd90-4795-953c-8eb5d92e64c7 req-cdb8071c-c4e6-4257-8aa3-1fdbbc0b1bb0 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] No waiting events found dispatching network-vif-plugged-14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.210136] env[70623]: WARNING nova.compute.manager [req-6e938797-dd90-4795-953c-8eb5d92e64c7 req-cdb8071c-c4e6-4257-8aa3-1fdbbc0b1bb0 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Received unexpected event network-vif-plugged-14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec for instance with vm_state building and task_state spawning. [ 1025.238990] env[70623]: DEBUG nova.compute.utils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.240680] env[70623]: DEBUG nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1025.349587] env[70623]: DEBUG nova.network.neutron [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Successfully updated port: 14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.519738] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.609388] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c9dd9e7a-b496-40f2-8a7d-21e015061820 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.833s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.745133] env[70623]: DEBUG nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.856272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.856417] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquired lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.856569] env[70623]: DEBUG nova.network.neutron [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.024287] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.083748] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116a5e9a-231b-41e6-96b1-63d6e3eb8fc8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.096192] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11798cb9-befd-40cb-831f-1f3e76536122 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.152975] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65254cde-e8af-46e2-99ab-7de0cd23f93a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.166617] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10ca2b6-521d-4859-aea0-447b6d347aed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.190670] env[70623]: DEBUG nova.compute.provider_tree [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.406792] env[70623]: DEBUG nova.network.neutron [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.521404] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.589444] env[70623]: DEBUG nova.network.neutron [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Updating instance_info_cache with network_info: [{"id": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "address": "fa:16:3e:43:37:fe", "network": {"id": "10b91b36-a78a-42df-adc7-85a6959d02c8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-566773000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4de5e7475f14d86808122b36516bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ee6bbc-67", "ovs_interfaceid": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.694251] env[70623]: DEBUG nova.scheduler.client.report [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.760708] env[70623]: DEBUG nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.784191] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.784570] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.784780] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.785041] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.785294] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.785454] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.785793] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.786071] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.786309] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.786592] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.786890] env[70623]: DEBUG nova.virt.hardware [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.788237] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47128b4-863f-4747-9acc-b61b81756017 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.799749] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29717691-ddbb-4c47-8b62-676fe8748f89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.819805] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.825801] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Creating folder: Project (99f9b8214f3e407cbd67b4264cf77222). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.826234] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6e16b82-111d-4cd8-8630-ee6111a3a53e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.844250] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Created folder: Project (99f9b8214f3e407cbd67b4264cf77222) in parent group-v561316. [ 1026.844456] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Creating folder: Instances. Parent ref: group-v561579. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.845039] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e91f1b0-be4d-48a3-a3c8-701a187ca293 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.860941] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Created folder: Instances in parent group-v561579. [ 1026.861535] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.861535] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.861783] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ddfa4b3-236c-4de6-9cb7-67962f27cfc6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882743] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.882743] env[70623]: value = "task-2794025" [ 1026.882743] env[70623]: _type = "Task" [ 1026.882743] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.895737] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794025, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.013355] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.013689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.029825] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.051521] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.051766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.051974] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.052184] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.052354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.054720] env[70623]: INFO nova.compute.manager [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Terminating instance [ 1027.092777] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Releasing lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.092777] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Instance network_info: |[{"id": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "address": "fa:16:3e:43:37:fe", "network": {"id": "10b91b36-a78a-42df-adc7-85a6959d02c8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-566773000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4de5e7475f14d86808122b36516bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ee6bbc-67", "ovs_interfaceid": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.092777] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:37:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.101394] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Creating folder: Project (d4de5e7475f14d86808122b36516bdfe). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.102109] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea016a9c-a1dc-497f-bd45-93a9e4cab79c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.119249] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Created folder: Project (d4de5e7475f14d86808122b36516bdfe) in parent group-v561316. [ 1027.119412] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Creating folder: Instances. Parent ref: group-v561582. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.119679] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a30e976a-a138-4069-9980-d9a74328dc5d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.139288] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Created folder: Instances in parent group-v561582. [ 1027.139728] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.140072] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.140376] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7874ed03-ca57-4c71-b1ec-c3f39596b5fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.164906] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.164906] env[70623]: value = "task-2794028" [ 1027.164906] env[70623]: _type = "Task" [ 1027.164906] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.177753] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794028, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.200315] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.201028] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.205363] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.058s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.205761] env[70623]: DEBUG nova.objects.instance [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'resources' on Instance uuid ceeaccf0-cad0-4e9d-90e5-cae4df093924 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.243333] env[70623]: DEBUG nova.compute.manager [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Received event network-changed-14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.243566] env[70623]: DEBUG nova.compute.manager [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Refreshing instance network info cache due to event network-changed-14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1027.243797] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] Acquiring lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.244023] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] Acquired lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.244218] env[70623]: DEBUG nova.network.neutron [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Refreshing network info cache for port 14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.398997] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794025, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.469895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "1765d72a-49c7-4a35-8823-e32e9fe8037c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.469895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "1765d72a-49c7-4a35-8823-e32e9fe8037c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.519948] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.527059] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.559424] env[70623]: DEBUG nova.compute.manager [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.559659] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.561065] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966e0085-56d2-454d-969d-743f91c817dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.572662] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.572971] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa7e731-f013-4db6-af2a-43170e619e45 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.584332] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 1027.584332] env[70623]: value = "task-2794029" [ 1027.584332] env[70623]: _type = "Task" [ 1027.584332] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.596426] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2794029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.675649] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794028, 'name': CreateVM_Task, 'duration_secs': 0.433174} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.675836] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.676597] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.676766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.677121] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.677422] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1baad35-97a3-4a0c-8a9d-55580e340aa6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.683084] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1027.683084] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d5caa1-cd72-6302-c2c5-7aaca676cca2" [ 1027.683084] env[70623]: _type = "Task" [ 1027.683084] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.691365] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d5caa1-cd72-6302-c2c5-7aaca676cca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.706421] env[70623]: DEBUG nova.compute.utils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.707922] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.708072] env[70623]: DEBUG nova.network.neutron [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.761843] env[70623]: DEBUG nova.policy [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '080a87c0cbe8489e96f34067bd86c110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e7612ee8c9425da5315c461b2cb12e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.899613] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794025, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.960797] env[70623]: DEBUG nova.network.neutron [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Updated VIF entry in instance network info cache for port 14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.961212] env[70623]: DEBUG nova.network.neutron [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Updating instance_info_cache with network_info: [{"id": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "address": "fa:16:3e:43:37:fe", "network": {"id": "10b91b36-a78a-42df-adc7-85a6959d02c8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-566773000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4de5e7475f14d86808122b36516bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ee6bbc-67", "ovs_interfaceid": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.976260] env[70623]: DEBUG nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.020598] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8f89fe-688a-4823-80a0-4c88bcef8686 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.036443] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776429fe-2e8e-4d23-9ed3-002d10789bcc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.039999] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794022, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.010394} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.042209] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc/OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc.vmdk to [datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk. [ 1028.042400] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Cleaning up location [datastore2] OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1028.042560] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_54d3abdf-45d6-4d86-82b8-a98b2de491bc {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.043590] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d482e53f-491c-4910-bfb5-d893281d84a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.073982] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.074782] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61276cde-951b-4b39-ba33-fc4f346d506d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.077514] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1028.077514] env[70623]: value = "task-2794030" [ 1028.077514] env[70623]: _type = "Task" [ 1028.077514] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.084685] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e00ef-bf41-4baf-b1e8-db634cd0e493 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.091997] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.101085] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2794029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.101891] env[70623]: DEBUG nova.network.neutron [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Successfully created port: 6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.111595] env[70623]: DEBUG nova.compute.provider_tree [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.198389] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d5caa1-cd72-6302-c2c5-7aaca676cca2, 'name': SearchDatastore_Task, 'duration_secs': 0.038251} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.198722] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.199411] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.199931] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.200211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.200349] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.200566] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d37c029-285d-4615-a584-633da1598215 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.212439] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.212641] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.213932] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.216887] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee9a794-74a2-4b31-9d84-e533fb48568b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.224100] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1028.224100] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525739d9-3a1f-f4f2-194f-b9cc87928c17" [ 1028.224100] env[70623]: _type = "Task" [ 1028.224100] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.233402] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525739d9-3a1f-f4f2-194f-b9cc87928c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.401441] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794025, 'name': CreateVM_Task, 'duration_secs': 1.395391} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.401696] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.402194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.402364] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.402724] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.402998] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81500936-644d-4a5a-9b2f-3bb622c796b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.412893] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1028.412893] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5268e51c-7d60-672c-40ca-c0fba8e5b49c" [ 1028.412893] env[70623]: _type = "Task" [ 1028.412893] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.422849] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5268e51c-7d60-672c-40ca-c0fba8e5b49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.465686] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] Releasing lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.466043] env[70623]: DEBUG nova.compute.manager [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.466428] env[70623]: DEBUG nova.compute.manager [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing instance network info cache due to event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1028.466656] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] Acquiring lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466799] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] Acquired lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.466963] env[70623]: DEBUG nova.network.neutron [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.500707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.587980] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144277} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.589027] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.589027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.589027] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk to [datastore2] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.589188] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c204539f-368d-4ab2-8678-3fbc56612d2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.596619] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1028.596619] env[70623]: value = "task-2794031" [ 1028.596619] env[70623]: _type = "Task" [ 1028.596619] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.603018] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2794029, 'name': PowerOffVM_Task, 'duration_secs': 0.845771} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.603499] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.603668] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.603904] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d1b1e24-a9da-47a9-b8dc-48589f8963a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.608548] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.614781] env[70623]: DEBUG nova.scheduler.client.report [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.692746] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.692952] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.693158] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Deleting the datastore file [datastore2] 4c9f488f-5ed1-4be3-8f76-8da400f1a748 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.693435] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee293ca-4724-4634-aac5-32d95b6f6cf2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.701668] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for the task: (returnval){ [ 1028.701668] env[70623]: value = "task-2794033" [ 1028.701668] env[70623]: _type = "Task" [ 1028.701668] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.712509] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2794033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.735430] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525739d9-3a1f-f4f2-194f-b9cc87928c17, 'name': SearchDatastore_Task, 'duration_secs': 0.018202} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.736326] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407c3b2f-3329-44a4-aaaf-ca4c83172dd5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.744081] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1028.744081] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a9de90-5b7e-80a9-740f-5b4747db6837" [ 1028.744081] env[70623]: _type = "Task" [ 1028.744081] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.754505] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a9de90-5b7e-80a9-740f-5b4747db6837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.926030] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5268e51c-7d60-672c-40ca-c0fba8e5b49c, 'name': SearchDatastore_Task, 'duration_secs': 0.019503} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.926285] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.926558] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.926787] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.110454] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.119609] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.122333] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.772s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.122509] env[70623]: DEBUG nova.objects.instance [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lazy-loading 'resources' on Instance uuid 7983fb26-78e5-44d5-a064-dc2f53c010ed {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.144569] env[70623]: INFO nova.scheduler.client.report [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocations for instance ceeaccf0-cad0-4e9d-90e5-cae4df093924 [ 1029.209838] env[70623]: DEBUG nova.network.neutron [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updated VIF entry in instance network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.210322] env[70623]: DEBUG nova.network.neutron [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [{"id": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "address": "fa:16:3e:70:65:f1", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616c3a-f7", "ovs_interfaceid": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.218560] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2794033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.230154] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.261903] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a9de90-5b7e-80a9-740f-5b4747db6837, 'name': SearchDatastore_Task, 'duration_secs': 0.03409} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.264590] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.264832] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.265102] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.265306] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.265517] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.265714] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.265971] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.266204] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.266395] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.266562] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.266877] env[70623]: DEBUG nova.virt.hardware [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.267293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.267639] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] f2e01809-64a0-4e97-a134-e8d743bd6f31/f2e01809-64a0-4e97-a134-e8d743bd6f31.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.268589] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709149cd-32f2-4afd-a669-644afa51f467 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.271990] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.272282] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.272565] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99455ba7-1c0c-4f80-bd49-28290a306f22 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.275383] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a142f314-ac48-4b6f-816d-681c8e803cc7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.286903] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f536c9df-3181-467a-8b19-c68b02f1f87e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.292457] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1029.292457] env[70623]: value = "task-2794034" [ 1029.292457] env[70623]: _type = "Task" [ 1029.292457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.294807] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.295188] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.301852] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d07ace-b1b6-41c5-bed3-f61a02aba1fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.322955] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.323349] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1029.323349] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528f1aae-a870-8a63-3103-653f01db7ada" [ 1029.323349] env[70623]: _type = "Task" [ 1029.323349] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.334562] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528f1aae-a870-8a63-3103-653f01db7ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.612360] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.631911] env[70623]: DEBUG nova.compute.manager [req-686535c6-1817-4332-9970-e211139cfcd3 req-9e619750-d41c-4731-9c6e-c8a78ac75ce8 service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Received event network-vif-plugged-6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.632192] env[70623]: DEBUG oslo_concurrency.lockutils [req-686535c6-1817-4332-9970-e211139cfcd3 req-9e619750-d41c-4731-9c6e-c8a78ac75ce8 service nova] Acquiring lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.632473] env[70623]: DEBUG oslo_concurrency.lockutils [req-686535c6-1817-4332-9970-e211139cfcd3 req-9e619750-d41c-4731-9c6e-c8a78ac75ce8 service nova] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.632742] env[70623]: DEBUG oslo_concurrency.lockutils [req-686535c6-1817-4332-9970-e211139cfcd3 req-9e619750-d41c-4731-9c6e-c8a78ac75ce8 service nova] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.632995] env[70623]: DEBUG nova.compute.manager [req-686535c6-1817-4332-9970-e211139cfcd3 req-9e619750-d41c-4731-9c6e-c8a78ac75ce8 service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] No waiting events found dispatching network-vif-plugged-6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.633165] env[70623]: WARNING nova.compute.manager [req-686535c6-1817-4332-9970-e211139cfcd3 req-9e619750-d41c-4731-9c6e-c8a78ac75ce8 service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Received unexpected event network-vif-plugged-6ad794ab-a5b2-49ac-9bc3-414010322689 for instance with vm_state building and task_state spawning. [ 1029.657042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b611496-6c26-4f1e-b76a-645a92b6b097 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "ceeaccf0-cad0-4e9d-90e5-cae4df093924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.075s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.712716] env[70623]: DEBUG oslo_concurrency.lockutils [req-2b4e5aad-2011-4b81-8018-e0019d245e49 req-a7b71dce-6038-456b-8fae-0579d8cc5e75 service nova] Releasing lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.719904] env[70623]: DEBUG oslo_vmware.api [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Task: {'id': task-2794033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589755} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.720519] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.720724] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.721463] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.721463] env[70623]: INFO nova.compute.manager [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1029.721463] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.721677] env[70623]: DEBUG nova.compute.manager [-] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.721773] env[70623]: DEBUG nova.network.neutron [-] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.763843] env[70623]: DEBUG nova.network.neutron [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Successfully updated port: 6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.810095] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794034, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.838935] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528f1aae-a870-8a63-3103-653f01db7ada, 'name': SearchDatastore_Task, 'duration_secs': 0.016451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.843121] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0172f079-bae9-49cb-9e31-f19e982c07a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.852256] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1029.852256] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52175b49-79d3-b804-4b75-2fd805510dcf" [ 1029.852256] env[70623]: _type = "Task" [ 1029.852256] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.866362] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52175b49-79d3-b804-4b75-2fd805510dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.966038] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688c2d75-fbe6-45a5-83be-be9364e6ab68 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.978636] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3247fc-b179-4f0b-b835-7f845d2cc70c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.033867] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cacdce-6b66-453b-82dd-f01dbea38963 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.045641] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e76baa-1734-47e3-9e07-6890dfae7212 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.066985] env[70623]: DEBUG nova.compute.provider_tree [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.112627] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.269766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.269934] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.270112] env[70623]: DEBUG nova.network.neutron [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.309323] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709947} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.309630] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] f2e01809-64a0-4e97-a134-e8d743bd6f31/f2e01809-64a0-4e97-a134-e8d743bd6f31.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.309855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.310143] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e595c3-19e3-4d78-8887-d96595cc30a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.322009] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1030.322009] env[70623]: value = "task-2794035" [ 1030.322009] env[70623]: _type = "Task" [ 1030.322009] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.333821] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.366305] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52175b49-79d3-b804-4b75-2fd805510dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.063613} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.366587] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.366860] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.367165] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a255e61-7097-4ffe-9bb4-7713dd315c33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.376316] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1030.376316] env[70623]: value = "task-2794036" [ 1030.376316] env[70623]: _type = "Task" [ 1030.376316] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.387147] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.572330] env[70623]: DEBUG nova.scheduler.client.report [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.613948] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.669427] env[70623]: DEBUG nova.compute.manager [req-6cbe6fb7-272d-4794-ab4b-2b5c4d3fbcdf req-1c86dc43-7398-4c7c-b75e-c70bbf60b1d4 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Received event network-vif-deleted-74187584-7e17-474f-8521-0f258f9c775d {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.669427] env[70623]: INFO nova.compute.manager [req-6cbe6fb7-272d-4794-ab4b-2b5c4d3fbcdf req-1c86dc43-7398-4c7c-b75e-c70bbf60b1d4 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Neutron deleted interface 74187584-7e17-474f-8521-0f258f9c775d; detaching it from the instance and deleting it from the info cache [ 1030.669427] env[70623]: DEBUG nova.network.neutron [req-6cbe6fb7-272d-4794-ab4b-2b5c4d3fbcdf req-1c86dc43-7398-4c7c-b75e-c70bbf60b1d4 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.807146] env[70623]: DEBUG nova.network.neutron [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.836869] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088049} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.837202] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.838213] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb7f4a-e4d7-4b60-9a41-53570cbb16ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.865237] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f2e01809-64a0-4e97-a134-e8d743bd6f31/f2e01809-64a0-4e97-a134-e8d743bd6f31.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.868071] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ebcc5ef-4129-4379-a0d0-4ceea067f2af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.892702] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794036, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.895394] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1030.895394] env[70623]: value = "task-2794037" [ 1030.895394] env[70623]: _type = "Task" [ 1030.895394] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.909111] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.006580] env[70623]: DEBUG nova.network.neutron [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [{"id": "6ad794ab-a5b2-49ac-9bc3-414010322689", "address": "fa:16:3e:9b:37:90", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad794ab-a5", "ovs_interfaceid": "6ad794ab-a5b2-49ac-9bc3-414010322689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.078498] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.081267] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.266s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.081521] env[70623]: DEBUG nova.objects.instance [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lazy-loading 'resources' on Instance uuid 9e579533-fa9d-4c0d-97ab-e7a82fe43031 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.106694] env[70623]: INFO nova.scheduler.client.report [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Deleted allocations for instance 7983fb26-78e5-44d5-a064-dc2f53c010ed [ 1031.116475] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.116894] env[70623]: DEBUG nova.network.neutron [-] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.172789] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9feeb1c-689c-4746-bf32-87bdd768b5fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.186308] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3dbfb0-33b9-45b4-b066-39a61afdb2f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.233043] env[70623]: DEBUG nova.compute.manager [req-6cbe6fb7-272d-4794-ab4b-2b5c4d3fbcdf req-1c86dc43-7398-4c7c-b75e-c70bbf60b1d4 service nova] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Detach interface failed, port_id=74187584-7e17-474f-8521-0f258f9c775d, reason: Instance 4c9f488f-5ed1-4be3-8f76-8da400f1a748 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1031.394411] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881547} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.394756] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.395236] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.395236] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2e3796-8132-459c-a21c-87acef91d3b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.407028] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.408421] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1031.408421] env[70623]: value = "task-2794038" [ 1031.408421] env[70623]: _type = "Task" [ 1031.408421] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.417853] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.510436] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.510550] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Instance network_info: |[{"id": "6ad794ab-a5b2-49ac-9bc3-414010322689", "address": "fa:16:3e:9b:37:90", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad794ab-a5", "ovs_interfaceid": "6ad794ab-a5b2-49ac-9bc3-414010322689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.510982] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:37:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad794ab-a5b2-49ac-9bc3-414010322689', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.519171] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.519403] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.519639] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de574ee-bd69-44d1-9240-d6626fcacaec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.540578] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.540578] env[70623]: value = "task-2794039" [ 1031.540578] env[70623]: _type = "Task" [ 1031.540578] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.553190] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794039, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.615261] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794031, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.804453} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.615716] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/67c40119-e057-472b-ae95-01b9a615d65d/67c40119-e057-472b-ae95-01b9a615d65d.vmdk to [datastore2] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.617428] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ab32c-c15a-445c-8947-be06fef43444 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.625014] env[70623]: INFO nova.compute.manager [-] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Took 1.90 seconds to deallocate network for instance. [ 1031.625564] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4b81874-181b-458a-8ec4-73d0983a8dcb tempest-ServersWithSpecificFlavorTestJSON-2118152209 tempest-ServersWithSpecificFlavorTestJSON-2118152209-project-member] Lock "7983fb26-78e5-44d5-a064-dc2f53c010ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.223s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.650490] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.654130] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195b112e-25e4-4132-8518-befebb5054b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.677490] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1031.677490] env[70623]: value = "task-2794040" [ 1031.677490] env[70623]: _type = "Task" [ 1031.677490] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.689877] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.738834] env[70623]: DEBUG nova.compute.manager [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Received event network-changed-6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.739205] env[70623]: DEBUG nova.compute.manager [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Refreshing instance network info cache due to event network-changed-6ad794ab-a5b2-49ac-9bc3-414010322689. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1031.739313] env[70623]: DEBUG oslo_concurrency.lockutils [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] Acquiring lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739450] env[70623]: DEBUG oslo_concurrency.lockutils [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] Acquired lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.739668] env[70623]: DEBUG nova.network.neutron [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Refreshing network info cache for port 6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.903530] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6597f53-4483-4f30-9a69-044f8e5e6757 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.919098] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794037, 'name': ReconfigVM_Task, 'duration_secs': 0.544257} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.920556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a05da-0cf6-4897-bdc1-c662f5bf2b1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.923851] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f2e01809-64a0-4e97-a134-e8d743bd6f31/f2e01809-64a0-4e97-a134-e8d743bd6f31.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.927488] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-394c0e22-b239-4f06-b00d-2e4eb5a1ad78 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.929792] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069037} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.930468] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.931565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8ca76-71db-4610-ab60-fdee81735393 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.961040] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1031.961040] env[70623]: value = "task-2794041" [ 1031.961040] env[70623]: _type = "Task" [ 1031.961040] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.971156] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a323d416-3b32-45f8-9744-2a28998eaeeb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.982427] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.986167] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c26dfae-085f-4e60-ac46-55bfe8795257 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.012820] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603f091-9ae7-47ef-819e-d30203505c10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.018052] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794041, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.018052] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1032.018052] env[70623]: value = "task-2794042" [ 1032.018052] env[70623]: _type = "Task" [ 1032.018052] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.029618] env[70623]: DEBUG nova.compute.provider_tree [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.037566] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.051274] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794039, 'name': CreateVM_Task, 'duration_secs': 0.376332} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.051457] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.052178] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.052349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.052715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.052983] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a34973f-255b-4ddc-8300-8d62ab9f071e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.058623] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1032.058623] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a81fc8-df7e-da30-cd49-8e6b0ad3de16" [ 1032.058623] env[70623]: _type = "Task" [ 1032.058623] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.069387] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a81fc8-df7e-da30-cd49-8e6b0ad3de16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.152179] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.189258] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.483125] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794041, 'name': Rename_Task, 'duration_secs': 0.173688} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.483204] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.483468] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cafc7d57-dd27-495a-9c26-563b8d2d136b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.492757] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1032.492757] env[70623]: value = "task-2794043" [ 1032.492757] env[70623]: _type = "Task" [ 1032.492757] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.497261] env[70623]: DEBUG nova.network.neutron [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updated VIF entry in instance network info cache for port 6ad794ab-a5b2-49ac-9bc3-414010322689. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.497615] env[70623]: DEBUG nova.network.neutron [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [{"id": "6ad794ab-a5b2-49ac-9bc3-414010322689", "address": "fa:16:3e:9b:37:90", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad794ab-a5", "ovs_interfaceid": "6ad794ab-a5b2-49ac-9bc3-414010322689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.504640] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.529509] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.532855] env[70623]: DEBUG nova.scheduler.client.report [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.572703] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a81fc8-df7e-da30-cd49-8e6b0ad3de16, 'name': SearchDatastore_Task, 'duration_secs': 0.049918} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.573500] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.573842] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.574287] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.574685] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.574820] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.575131] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c964919-e64c-4514-87e2-ff25029e3094 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.585074] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.585305] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.586136] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db94635-679a-47e0-a88d-1942dadd8f39 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.596766] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1032.596766] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52610040-4823-0d43-26c9-39f5ef37a608" [ 1032.596766] env[70623]: _type = "Task" [ 1032.596766] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.606739] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52610040-4823-0d43-26c9-39f5ef37a608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.690477] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794040, 'name': ReconfigVM_Task, 'duration_secs': 0.939222} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.690477] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b2103440-5f33-465c-9efa-674f47740096/b2103440-5f33-465c-9efa-674f47740096.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.690892] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35e1e926-2660-4056-95b1-6ca7d4a72276 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.699468] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1032.699468] env[70623]: value = "task-2794044" [ 1032.699468] env[70623]: _type = "Task" [ 1032.699468] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.708455] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794044, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.000215] env[70623]: DEBUG oslo_concurrency.lockutils [req-e0a09499-1f5a-4588-a8bf-c2d6f597d1b2 req-222bc23a-d32a-4410-adb9-ce8151dbcd6d service nova] Releasing lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.005054] env[70623]: DEBUG oslo_vmware.api [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794043, 'name': PowerOnVM_Task, 'duration_secs': 0.500248} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.005396] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.005810] env[70623]: INFO nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1033.006039] env[70623]: DEBUG nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.006874] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb0a029-1285-4b0f-8d2a-16e8f2dd1b2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.032078] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.040776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.042896] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.962s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.048908] env[70623]: DEBUG nova.objects.instance [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.090061] env[70623]: INFO nova.scheduler.client.report [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Deleted allocations for instance 9e579533-fa9d-4c0d-97ab-e7a82fe43031 [ 1033.113244] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52610040-4823-0d43-26c9-39f5ef37a608, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.113824] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187107b2-472e-4c8d-a063-51b9e4ee3b6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.120335] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1033.120335] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523057d0-2a2b-bf0e-8441-96ab9d570117" [ 1033.120335] env[70623]: _type = "Task" [ 1033.120335] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.134117] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523057d0-2a2b-bf0e-8441-96ab9d570117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.216760] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794044, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.531194] env[70623]: INFO nova.compute.manager [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Took 22.92 seconds to build instance. [ 1033.538280] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.602367] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e51968d-020f-49a3-8b58-b60a94605f63 tempest-ServerPasswordTestJSON-952290129 tempest-ServerPasswordTestJSON-952290129-project-member] Lock "9e579533-fa9d-4c0d-97ab-e7a82fe43031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.916s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.632406] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523057d0-2a2b-bf0e-8441-96ab9d570117, 'name': SearchDatastore_Task, 'duration_secs': 0.014381} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.632778] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.633070] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1/c5c56200-fbff-4ab1-bd61-ac229abc7cd1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.633417] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66a7b593-942c-4d3a-8f22-df234e490edd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.642493] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1033.642493] env[70623]: value = "task-2794045" [ 1033.642493] env[70623]: _type = "Task" [ 1033.642493] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.655880] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.712158] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794044, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.935349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.038024] env[70623]: DEBUG oslo_concurrency.lockutils [None req-419e3615-e642-45d3-89aa-f2c55686cc1b tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.430s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.038024] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794042, 'name': ReconfigVM_Task, 'duration_secs': 1.735127} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.038024] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.101s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.038024] env[70623]: INFO nova.compute.manager [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Rebooting instance [ 1034.038704] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.039976] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03255ea2-79af-4e5b-b062-91af71b0a064 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.051307] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1034.051307] env[70623]: value = "task-2794046" [ 1034.051307] env[70623]: _type = "Task" [ 1034.051307] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.056839] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b29e253b-210c-4794-b631-b0f076cb1c22 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.061029] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.714s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.061029] env[70623]: DEBUG nova.objects.instance [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'resources' on Instance uuid 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.067124] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794046, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.158419] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794045, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.214307] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794044, 'name': Rename_Task, 'duration_secs': 1.208566} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.214576] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.215900] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f8d323-4e3e-45a3-9a4a-6c343dd99e7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.226171] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1034.226171] env[70623]: value = "task-2794047" [ 1034.226171] env[70623]: _type = "Task" [ 1034.226171] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.240342] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.570133] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794046, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.578253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.578523] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquired lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.578681] env[70623]: DEBUG nova.network.neutron [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.656810] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692776} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.656810] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1/c5c56200-fbff-4ab1-bd61-ac229abc7cd1.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.657705] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.657705] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249bb258-60b7-4c2c-bc73-e86f5a4474ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.666564] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1034.666564] env[70623]: value = "task-2794048" [ 1034.666564] env[70623]: _type = "Task" [ 1034.666564] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.681899] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.737497] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794047, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.869476] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c562a-89ce-4c76-b0db-f7f02e5a4cec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.877824] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63018772-f6df-4d9a-8218-438fa86da0eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.910115] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d16f108-2fff-4ce0-9a47-98487078c9c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.919120] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c730f-4794-4cd5-83d9-daa7d3e66234 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.933346] env[70623]: DEBUG nova.compute.provider_tree [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.065500] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794046, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.181510] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.246735] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794047, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.433856] env[70623]: DEBUG nova.network.neutron [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Updating instance_info_cache with network_info: [{"id": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "address": "fa:16:3e:43:37:fe", "network": {"id": "10b91b36-a78a-42df-adc7-85a6959d02c8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-566773000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4de5e7475f14d86808122b36516bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ee6bbc-67", "ovs_interfaceid": "14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.436907] env[70623]: DEBUG nova.scheduler.client.report [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.568743] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794046, 'name': Rename_Task, 'duration_secs': 1.222311} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.569879] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.570218] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d5bb71-5daf-4cbd-b535-4c8459d9fa97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.579845] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1035.579845] env[70623]: value = "task-2794049" [ 1035.579845] env[70623]: _type = "Task" [ 1035.579845] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.591520] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.684137] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.636066} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.684137] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.684137] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb796c-10b7-4748-acea-93541a17df98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.722422] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1/c5c56200-fbff-4ab1-bd61-ac229abc7cd1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.722422] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1c0a87-b93c-4480-8a6b-514de1d46467 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.747397] env[70623]: DEBUG oslo_vmware.api [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794047, 'name': PowerOnVM_Task, 'duration_secs': 1.048} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.749016] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.751500] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1035.751500] env[70623]: value = "task-2794050" [ 1035.751500] env[70623]: _type = "Task" [ 1035.751500] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.763012] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.937212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Releasing lock "refresh_cache-f2e01809-64a0-4e97-a134-e8d743bd6f31" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.944982] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.946596] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.293s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.946877] env[70623]: DEBUG nova.objects.instance [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lazy-loading 'resources' on Instance uuid 6b67b76e-d74c-4b1f-a2c9-6072e284dc79 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.987624] env[70623]: DEBUG nova.compute.manager [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.989098] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d3fe52-f81a-4346-b705-db5f5b10f07f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.021633] env[70623]: INFO nova.scheduler.client.report [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocations for instance 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1 [ 1036.096953] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794049, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.262820] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.442882] env[70623]: DEBUG nova.compute.manager [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.443998] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35b9f36-c17b-44da-84a9-b1b1bf2512be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.512324] env[70623]: DEBUG oslo_concurrency.lockutils [None req-997e655d-85e1-4ded-b821-fc9c789abb2a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.711s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.534414] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4a5cd3e6-cd79-49e0-882c-23244fc5a73c tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "1826bdee-8b47-4f6b-8c8f-f70c4ad322a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.468s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.596778] env[70623]: DEBUG oslo_vmware.api [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794049, 'name': PowerOnVM_Task, 'duration_secs': 0.548841} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.597862] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.598256] env[70623]: INFO nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1036.598389] env[70623]: DEBUG nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.599518] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e20688-61c6-43a8-bab2-cc8258ebd4b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.767480] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794050, 'name': ReconfigVM_Task, 'duration_secs': 0.519777} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.769044] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Reconfigured VM instance instance-0000005f to attach disk [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1/c5c56200-fbff-4ab1-bd61-ac229abc7cd1.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.770029] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a84753-2779-450a-aca8-a61cd2cf5de2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.778370] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1036.778370] env[70623]: value = "task-2794051" [ 1036.778370] env[70623]: _type = "Task" [ 1036.778370] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.793109] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794051, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.813273] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9668c7dc-22c1-4427-af4e-5b9f93cc89d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.821166] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b2f4ef-7aaa-4467-93db-aeea1bfdc8af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.853611] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd7efec-204c-4ee3-a49d-b32a8510e5f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.861556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8c0b0e-95a8-4754-8b64-5007a3115f80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.879790] env[70623]: DEBUG nova.compute.provider_tree [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.126218] env[70623]: INFO nova.compute.manager [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Took 26.39 seconds to build instance. [ 1037.171184] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267960b-2fbd-adb2-6b72-e26cdd693de3/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.172357] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330b8ca-9655-4b3d-a88b-898d6aaab620 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.191321] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267960b-2fbd-adb2-6b72-e26cdd693de3/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.193078] env[70623]: ERROR oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267960b-2fbd-adb2-6b72-e26cdd693de3/disk-0.vmdk due to incomplete transfer. [ 1037.193078] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ee9b845-733d-4ede-a45c-044128e0e502 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.203202] env[70623]: DEBUG oslo_vmware.rw_handles [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267960b-2fbd-adb2-6b72-e26cdd693de3/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1037.203202] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Uploaded image 38868cf4-b728-44c1-b518-c76395803ca5 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1037.204828] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.209335] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c40b51f-635a-4c76-97d3-0b76e34bddb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.217071] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1037.217071] env[70623]: value = "task-2794052" [ 1037.217071] env[70623]: _type = "Task" [ 1037.217071] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.229484] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794052, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.292463] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794051, 'name': Rename_Task, 'duration_secs': 0.256484} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.292545] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.292766] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-898a01c8-6cff-4a27-974b-e16658172fff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.304764] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1037.304764] env[70623]: value = "task-2794053" [ 1037.304764] env[70623]: _type = "Task" [ 1037.304764] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.325903] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794053, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.385158] env[70623]: DEBUG nova.scheduler.client.report [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.467323] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b3805-9d22-4304-941f-f5fc6c6ee9fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.477684] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Doing hard reboot of VM {{(pid=70623) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1037.477974] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0184f23f-fb67-4db1-9355-3ae530b87c0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.488877] env[70623]: DEBUG oslo_vmware.api [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1037.488877] env[70623]: value = "task-2794054" [ 1037.488877] env[70623]: _type = "Task" [ 1037.488877] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.496805] env[70623]: DEBUG oslo_vmware.api [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794054, 'name': ResetVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.629516] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d2c0322-a0e7-49bc-9627-5232765a14b3 tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.909s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.734223] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794052, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.816482] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794053, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.891485] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a328850b-41e1-48a7-b60d-7207c5e6105f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.891739] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.893275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.896489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.883s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.903733] env[70623]: INFO nova.compute.claims [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.998861] env[70623]: DEBUG oslo_vmware.api [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794054, 'name': ResetVM_Task, 'duration_secs': 0.107746} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.999136] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Did hard reboot of VM {{(pid=70623) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1037.999350] env[70623]: DEBUG nova.compute.manager [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.000187] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2f70a-c78a-4bf2-aedc-299c43705361 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.056369] env[70623]: INFO nova.scheduler.client.report [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Deleted allocations for instance 6b67b76e-d74c-4b1f-a2c9-6072e284dc79 [ 1038.232693] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794052, 'name': Destroy_Task, 'duration_secs': 0.718318} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.233061] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroyed the VM [ 1038.233565] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.233882] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6045cfee-aa4d-4c38-9050-47c17cb9e4f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.241154] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1038.241154] env[70623]: value = "task-2794055" [ 1038.241154] env[70623]: _type = "Task" [ 1038.241154] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.249567] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.319723] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794053, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.397031] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.516943] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2acbe8a-5936-4c7b-ae53-084689b6a4c0 tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.480s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.567444] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f94e1664-5089-4f83-9b56-95ebefcc7563 tempest-ServerAddressesNegativeTestJSON-2068632564 tempest-ServerAddressesNegativeTestJSON-2068632564-project-member] Lock "6b67b76e-d74c-4b1f-a2c9-6072e284dc79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.432s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.756944] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.820815] env[70623]: DEBUG oslo_vmware.api [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794053, 'name': PowerOnVM_Task, 'duration_secs': 1.459554} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.823194] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.823514] env[70623]: INFO nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1038.827019] env[70623]: DEBUG nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.827019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb522ef-33d2-4b56-b30d-cff7b49282d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.907551] env[70623]: INFO nova.compute.manager [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Rebuilding instance [ 1038.945375] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.022123] env[70623]: DEBUG nova.compute.manager [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.023083] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e247116d-484b-47b3-98b5-17ddb7a114f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.198012] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986af3e-b56b-493e-933a-3c09e23628fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.205446] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Suspending the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1039.205978] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6cff49de-9f61-4723-8acb-734ee4e3d2e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.213314] env[70623]: DEBUG oslo_vmware.api [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1039.213314] env[70623]: value = "task-2794056" [ 1039.213314] env[70623]: _type = "Task" [ 1039.213314] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.224676] env[70623]: DEBUG oslo_vmware.api [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794056, 'name': SuspendVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.230915] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee510cb5-f73a-4c10-b317-18ddf3e6ec40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.237288] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff979643-4cb6-42b0-8334-aa1e4286a6fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.252907] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794055, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.281255] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a18cd9-ff41-4810-b8a7-da6cf859b7f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.289460] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1bba3d-6624-4c85-8e7e-630a4452c554 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.305027] env[70623]: DEBUG nova.compute.provider_tree [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.352098] env[70623]: INFO nova.compute.manager [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Took 28.62 seconds to build instance. [ 1039.685158] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.685441] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.685668] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "f2e01809-64a0-4e97-a134-e8d743bd6f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.685853] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.686029] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.690447] env[70623]: INFO nova.compute.manager [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Terminating instance [ 1039.723126] env[70623]: DEBUG oslo_vmware.api [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794056, 'name': SuspendVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.753024] env[70623]: DEBUG oslo_vmware.api [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.466083} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.753024] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.753378] env[70623]: INFO nova.compute.manager [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 22.76 seconds to snapshot the instance on the hypervisor. [ 1039.811106] env[70623]: DEBUG nova.scheduler.client.report [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.854531] env[70623]: DEBUG oslo_concurrency.lockutils [None req-914fdd35-faed-4f1e-b28f-639dc408c359 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.132s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.043782] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.043782] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0459c661-53d4-450d-b876-d00bdda5dc69 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.053409] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1040.053409] env[70623]: value = "task-2794057" [ 1040.053409] env[70623]: _type = "Task" [ 1040.053409] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.064515] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.196258] env[70623]: DEBUG nova.compute.manager [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.196485] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.197428] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b047ad3a-c009-478c-ae69-f908fc2944ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.205812] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.206287] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f40be44-7ed8-411d-8e3c-293d2f3ac1c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.212766] env[70623]: DEBUG oslo_vmware.api [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1040.212766] env[70623]: value = "task-2794058" [ 1040.212766] env[70623]: _type = "Task" [ 1040.212766] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.226923] env[70623]: DEBUG oslo_vmware.api [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794056, 'name': SuspendVM_Task, 'duration_secs': 0.743686} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.231158] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Suspended the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1040.231453] env[70623]: DEBUG nova.compute.manager [None req-d749fa36-50dc-43fb-9edf-dbee667c342a tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.231751] env[70623]: DEBUG oslo_vmware.api [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.232671] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b462fd48-b86b-4452-8706-cfba93f4d819 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.319074] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.319664] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.322306] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.248s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.324380] env[70623]: INFO nova.compute.claims [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.400903] env[70623]: DEBUG nova.compute.manager [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Found 3 images (rotation: 2) {{(pid=70623) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1040.401139] env[70623]: DEBUG nova.compute.manager [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Rotating out 1 backups {{(pid=70623) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1040.401336] env[70623]: DEBUG nova.compute.manager [None req-aa06442a-0f3b-4574-bd89-564bc020d53b tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleting image d30da1f8-8058-4686-8b53-b37c5deb89b8 {{(pid=70623) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1040.567485] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794057, 'name': PowerOffVM_Task, 'duration_secs': 0.178197} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.567799] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.568047] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.568828] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd71d5c-d560-4d50-8c3d-b9904ce15194 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.576048] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.576278] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc776643-a06b-49d4-8248-d19a0f929554 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.663390] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.663664] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.663939] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Deleting the datastore file [datastore1] 638d52a3-e4ae-4b8a-888b-59c37bafed1a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.664290] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e27aee4-e729-4f3d-b7e5-080eb4726d6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.673834] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1040.673834] env[70623]: value = "task-2794060" [ 1040.673834] env[70623]: _type = "Task" [ 1040.673834] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.683585] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.727480] env[70623]: DEBUG oslo_vmware.api [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794058, 'name': PowerOffVM_Task, 'duration_secs': 0.492615} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.727480] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.727480] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.727480] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9deb2243-0d99-4b85-8fc7-4a24a136197a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.819283] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.819560] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.819738] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Deleting the datastore file [datastore1] f2e01809-64a0-4e97-a134-e8d743bd6f31 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.820173] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0d86e21-fdee-4289-9151-e3388999e346 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.826586] env[70623]: DEBUG oslo_vmware.api [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for the task: (returnval){ [ 1040.826586] env[70623]: value = "task-2794062" [ 1040.826586] env[70623]: _type = "Task" [ 1040.826586] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.834661] env[70623]: DEBUG nova.compute.utils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.839351] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.839589] env[70623]: DEBUG nova.network.neutron [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.847858] env[70623]: DEBUG oslo_vmware.api [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.981830] env[70623]: DEBUG nova.policy [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.186049] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113182} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.186330] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.186566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.186801] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.339226] env[70623]: DEBUG oslo_vmware.api [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Task: {'id': task-2794062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120649} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.339226] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.339226] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.339226] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.339226] env[70623]: INFO nova.compute.manager [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.339226] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.339226] env[70623]: DEBUG nova.compute.manager [-] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.339226] env[70623]: DEBUG nova.network.neutron [-] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.343164] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.658166] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb95db6-8b03-45c2-9626-de35c69948a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.668195] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f732b5f-df36-4350-beaf-e4af9987cb18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.712490] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293bc36-8d65-4224-b377-10c04c1ffc38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.721295] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66f689-161e-4217-81ff-b3c7b114d561 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.738912] env[70623]: DEBUG nova.compute.provider_tree [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.827935] env[70623]: DEBUG nova.network.neutron [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Successfully created port: b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.211994] env[70623]: DEBUG nova.compute.manager [req-562ff97f-9c72-4534-b75f-082e54020a67 req-fea26ccd-5b5d-4630-8b10-58655aa020ee service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Received event network-vif-deleted-14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.211994] env[70623]: INFO nova.compute.manager [req-562ff97f-9c72-4534-b75f-082e54020a67 req-fea26ccd-5b5d-4630-8b10-58655aa020ee service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Neutron deleted interface 14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec; detaching it from the instance and deleting it from the info cache [ 1042.211994] env[70623]: DEBUG nova.network.neutron [req-562ff97f-9c72-4534-b75f-082e54020a67 req-fea26ccd-5b5d-4630-8b10-58655aa020ee service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.241475] env[70623]: DEBUG nova.scheduler.client.report [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.279531] env[70623]: DEBUG nova.virt.hardware [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.280874] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d22957d-7a24-4094-aca0-6c0c475e472b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.289565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817ba90a-1cca-446c-bf29-92a92d20f4ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.305830] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.311551] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.312354] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.312565] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1852769-77b1-461f-9fd2-c61a8d6a0b72 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.337652] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.337652] env[70623]: value = "task-2794063" [ 1042.337652] env[70623]: _type = "Task" [ 1042.337652] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.346252] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794063, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.364603] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.405143] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.405143] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.405143] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.405291] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.405467] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.405642] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.405929] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.406166] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.406362] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.406527] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.406697] env[70623]: DEBUG nova.virt.hardware [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.407586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd33e2-2846-4af9-ad15-04989350d126 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.413020] env[70623]: INFO nova.compute.manager [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Resuming [ 1042.413020] env[70623]: DEBUG nova.objects.instance [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'flavor' on Instance uuid b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.419550] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112fcc08-337a-4e19-abe7-2b69b65d2b82 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.514800] env[70623]: DEBUG nova.network.neutron [-] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.698118] env[70623]: DEBUG nova.compute.manager [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1042.717351] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a5f76ab-f7a4-41f3-8968-4605e904c0cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.727276] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1de19-2365-4bb4-90f1-2a0ae999561e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.749600] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.750163] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.764660] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.264s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.768901] env[70623]: INFO nova.compute.claims [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.770816] env[70623]: DEBUG nova.compute.manager [req-562ff97f-9c72-4534-b75f-082e54020a67 req-fea26ccd-5b5d-4630-8b10-58655aa020ee service nova] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Detach interface failed, port_id=14ee6bbc-67e7-4d4c-a5b9-3a70029b25ec, reason: Instance f2e01809-64a0-4e97-a134-e8d743bd6f31 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1042.846954] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794063, 'name': CreateVM_Task, 'duration_secs': 0.29798} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.846954] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.846954] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.846954] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.846954] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.846954] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feba6349-f75b-4c87-b89f-67a214c5daac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.851574] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1042.851574] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dcbf71-00dc-1c36-1dc5-435b3ccb4576" [ 1042.851574] env[70623]: _type = "Task" [ 1042.851574] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.859520] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dcbf71-00dc-1c36-1dc5-435b3ccb4576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.017336] env[70623]: INFO nova.compute.manager [-] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Took 1.68 seconds to deallocate network for instance. [ 1043.236857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.271691] env[70623]: DEBUG nova.compute.utils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.272968] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.273154] env[70623]: DEBUG nova.network.neutron [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.362929] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dcbf71-00dc-1c36-1dc5-435b3ccb4576, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.363331] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.363600] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.363846] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.363996] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.364191] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.364663] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b253ef61-34e2-4a50-a114-8dac75641ed2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.373428] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.373548] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.375719] env[70623]: DEBUG nova.policy [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f17ba860004f43b5562df50dde7a14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f91444c4a72e46ca99221b0e4aca52d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.377318] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b160ed-79ca-4669-b2c7-69c5e495085b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.384955] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1043.384955] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f9e88d-30ec-3411-3db7-d9cbf7502d2a" [ 1043.384955] env[70623]: _type = "Task" [ 1043.384955] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.392631] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f9e88d-30ec-3411-3db7-d9cbf7502d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.776490] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.897977] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f9e88d-30ec-3411-3db7-d9cbf7502d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.898792] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec19191-2e6b-4198-9f3a-47823e4372d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.907072] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1043.907072] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f85e0a-0172-5473-3cd3-edb6c46ba6d9" [ 1043.907072] env[70623]: _type = "Task" [ 1043.907072] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.916175] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f85e0a-0172-5473-3cd3-edb6c46ba6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.925146] env[70623]: DEBUG oslo_concurrency.lockutils [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.925351] env[70623]: DEBUG oslo_concurrency.lockutils [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquired lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.925540] env[70623]: DEBUG nova.network.neutron [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.024455] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.380714] env[70623]: DEBUG nova.network.neutron [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Successfully updated port: b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.418313] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f85e0a-0172-5473-3cd3-edb6c46ba6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.418650] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.419033] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.419523] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f0155d9-e125-4d96-a08f-a03b8869f603 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.427418] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1044.427418] env[70623]: value = "task-2794064" [ 1044.427418] env[70623]: _type = "Task" [ 1044.427418] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.437818] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.481368] env[70623]: DEBUG nova.compute.manager [req-b5e75186-5eb2-4f32-8802-0ad9b530a4ac req-e555e406-c730-4c95-81a3-3fd584c79277 service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Received event network-vif-plugged-b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.481676] env[70623]: DEBUG oslo_concurrency.lockutils [req-b5e75186-5eb2-4f32-8802-0ad9b530a4ac req-e555e406-c730-4c95-81a3-3fd584c79277 service nova] Acquiring lock "922cc75c-d486-4102-bf5b-33ef9904d66d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.481907] env[70623]: DEBUG oslo_concurrency.lockutils [req-b5e75186-5eb2-4f32-8802-0ad9b530a4ac req-e555e406-c730-4c95-81a3-3fd584c79277 service nova] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.483018] env[70623]: DEBUG oslo_concurrency.lockutils [req-b5e75186-5eb2-4f32-8802-0ad9b530a4ac req-e555e406-c730-4c95-81a3-3fd584c79277 service nova] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.483018] env[70623]: DEBUG nova.compute.manager [req-b5e75186-5eb2-4f32-8802-0ad9b530a4ac req-e555e406-c730-4c95-81a3-3fd584c79277 service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] No waiting events found dispatching network-vif-plugged-b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.483111] env[70623]: WARNING nova.compute.manager [req-b5e75186-5eb2-4f32-8802-0ad9b530a4ac req-e555e406-c730-4c95-81a3-3fd584c79277 service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Received unexpected event network-vif-plugged-b5807b66-9485-46a1-ab49-f9bfb9e11c2e for instance with vm_state building and task_state spawning. [ 1044.495018] env[70623]: DEBUG oslo_concurrency.lockutils [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.495318] env[70623]: DEBUG oslo_concurrency.lockutils [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.495530] env[70623]: DEBUG nova.compute.manager [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.496616] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3bc40e-2097-48ab-a708-ad2f38119ffd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.506172] env[70623]: DEBUG nova.compute.manager [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1044.506965] env[70623]: DEBUG nova.objects.instance [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'flavor' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.675118] env[70623]: DEBUG nova.network.neutron [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Successfully created port: a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.723874] env[70623]: DEBUG nova.network.neutron [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [{"id": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "address": "fa:16:3e:a4:7e:d4", "network": {"id": "934bac5d-841e-4539-be92-0549310277c6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-200456673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f663aa1ed47443986f1302fb0bbc216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a8d4e6-1f", "ovs_interfaceid": "36a8d4e6-1f8b-45e9-8f75-31488c0055a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.790123] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.888298] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-922cc75c-d486-4102-bf5b-33ef9904d66d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.888298] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-922cc75c-d486-4102-bf5b-33ef9904d66d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.888298] env[70623]: DEBUG nova.network.neutron [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.911433] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.911907] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.912338] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.912629] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.912873] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.913139] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.913466] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.913740] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.914025] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.914302] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.916026] env[70623]: DEBUG nova.virt.hardware [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.916026] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6321f-f99f-4ec2-a5f0-5d6dcfa301b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.938272] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0931871-5bcc-4364-b395-2329422e3503 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.957837] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43113} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.958050] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.958277] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.958892] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-987ce415-6784-4b24-be3e-0e9e519956ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.967012] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1044.967012] env[70623]: value = "task-2794065" [ 1044.967012] env[70623]: _type = "Task" [ 1044.967012] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.981018] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.198085] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdcbda5-1b5c-47b4-abc9-ad1f495e277b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.206169] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7493eb8-5248-4f68-b17e-043a66f8856e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.242058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Releasing lock "refresh_cache-b2103440-5f33-465c-9efa-674f47740096" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.243100] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73768eb4-4d77-43e1-8429-1cbd542bc8ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.246327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c999e083-0521-462d-a783-a00ca966afd5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.255799] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de64f99-33fe-433c-86d1-db08296fe06c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.259813] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Resuming the VM {{(pid=70623) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1045.260093] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc90a11a-e3d6-4d0f-ab31-4725fbfcfcc6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.271756] env[70623]: DEBUG nova.compute.provider_tree [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.274456] env[70623]: DEBUG oslo_vmware.api [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1045.274456] env[70623]: value = "task-2794066" [ 1045.274456] env[70623]: _type = "Task" [ 1045.274456] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.283170] env[70623]: DEBUG oslo_vmware.api [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.437570] env[70623]: DEBUG nova.network.neutron [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.478408] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066124} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.481021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.481021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7859026-ea26-4459-8469-0fdac1d9b19c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.505112] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.505646] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b698c7-0bab-4381-a6f8-e18b31aab557 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.522909] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.523729] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51de2dde-d0c6-4268-8c18-99e44a5648a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.534814] env[70623]: DEBUG oslo_vmware.api [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1045.534814] env[70623]: value = "task-2794068" [ 1045.534814] env[70623]: _type = "Task" [ 1045.534814] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.538881] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1045.538881] env[70623]: value = "task-2794067" [ 1045.538881] env[70623]: _type = "Task" [ 1045.538881] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.555891] env[70623]: DEBUG oslo_vmware.api [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.560184] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.776654] env[70623]: DEBUG nova.scheduler.client.report [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.793271] env[70623]: DEBUG oslo_vmware.api [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794066, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.815827] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "da67012b-2dbe-45d2-94f8-e8b6d1515823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.815827] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.033346] env[70623]: DEBUG nova.network.neutron [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Updating instance_info_cache with network_info: [{"id": "b5807b66-9485-46a1-ab49-f9bfb9e11c2e", "address": "fa:16:3e:8a:89:6c", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5807b66-94", "ovs_interfaceid": "b5807b66-9485-46a1-ab49-f9bfb9e11c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.056036] env[70623]: DEBUG oslo_vmware.api [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794068, 'name': PowerOffVM_Task, 'duration_secs': 0.411923} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.057685] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.058148] env[70623]: DEBUG nova.compute.manager [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.059441] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600c53f0-702d-4a16-b715-f429202cf318 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.070241] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.283323] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.518s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.283323] env[70623]: DEBUG nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.292201] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.137s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.292201] env[70623]: DEBUG nova.objects.instance [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lazy-loading 'resources' on Instance uuid 4c9f488f-5ed1-4be3-8f76-8da400f1a748 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.298891] env[70623]: DEBUG oslo_vmware.api [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.317720] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.511172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "3a8be430-94ec-4856-a44d-40b3da56b751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.511923] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "3a8be430-94ec-4856-a44d-40b3da56b751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.536019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-922cc75c-d486-4102-bf5b-33ef9904d66d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.536019] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Instance network_info: |[{"id": "b5807b66-9485-46a1-ab49-f9bfb9e11c2e", "address": "fa:16:3e:8a:89:6c", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5807b66-94", "ovs_interfaceid": "b5807b66-9485-46a1-ab49-f9bfb9e11c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.536019] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:89:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5807b66-9485-46a1-ab49-f9bfb9e11c2e', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.543505] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.546058] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.548100] env[70623]: DEBUG nova.compute.manager [req-f7384ad7-511f-4dd1-86a6-ae60f52a819b req-41360d82-0999-4e56-b226-72d24ac5a547 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Received event network-vif-plugged-a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.548100] env[70623]: DEBUG oslo_concurrency.lockutils [req-f7384ad7-511f-4dd1-86a6-ae60f52a819b req-41360d82-0999-4e56-b226-72d24ac5a547 service nova] Acquiring lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.548327] env[70623]: DEBUG oslo_concurrency.lockutils [req-f7384ad7-511f-4dd1-86a6-ae60f52a819b req-41360d82-0999-4e56-b226-72d24ac5a547 service nova] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.548592] env[70623]: DEBUG oslo_concurrency.lockutils [req-f7384ad7-511f-4dd1-86a6-ae60f52a819b req-41360d82-0999-4e56-b226-72d24ac5a547 service nova] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.548727] env[70623]: DEBUG nova.compute.manager [req-f7384ad7-511f-4dd1-86a6-ae60f52a819b req-41360d82-0999-4e56-b226-72d24ac5a547 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] No waiting events found dispatching network-vif-plugged-a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.549040] env[70623]: WARNING nova.compute.manager [req-f7384ad7-511f-4dd1-86a6-ae60f52a819b req-41360d82-0999-4e56-b226-72d24ac5a547 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Received unexpected event network-vif-plugged-a2d84157-4b81-4eca-a6a7-54f12c592534 for instance with vm_state building and task_state spawning. [ 1046.554966] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4604573-9742-49a0-a637-63bb832dbd43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.573320] env[70623]: DEBUG nova.compute.manager [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Received event network-changed-b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.573320] env[70623]: DEBUG nova.compute.manager [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Refreshing instance network info cache due to event network-changed-b5807b66-9485-46a1-ab49-f9bfb9e11c2e. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1046.573320] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] Acquiring lock "refresh_cache-922cc75c-d486-4102-bf5b-33ef9904d66d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.573458] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] Acquired lock "refresh_cache-922cc75c-d486-4102-bf5b-33ef9904d66d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.573661] env[70623]: DEBUG nova.network.neutron [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Refreshing network info cache for port b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.586262] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.586262] env[70623]: DEBUG oslo_concurrency.lockutils [None req-51515df8-18c8-40ce-a689-4624bdd3663c tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.589201] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.589201] env[70623]: value = "task-2794069" [ 1046.589201] env[70623]: _type = "Task" [ 1046.589201] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.598970] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794069, 'name': CreateVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.615938] env[70623]: DEBUG nova.network.neutron [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Successfully updated port: a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.793653] env[70623]: DEBUG nova.compute.utils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.795068] env[70623]: DEBUG oslo_vmware.api [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794066, 'name': PowerOnVM_Task, 'duration_secs': 1.062354} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.795544] env[70623]: DEBUG nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1046.795832] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Resumed the VM {{(pid=70623) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1046.796047] env[70623]: DEBUG nova.compute.manager [None req-808e3c68-7f64-470d-9887-331bd7621fdc tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.801479] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ab401c-fe49-4f5a-bba2-f857c1d67d83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.876497] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.014965] env[70623]: DEBUG nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.055652] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794067, 'name': ReconfigVM_Task, 'duration_secs': 1.131754} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.058956] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 638d52a3-e4ae-4b8a-888b-59c37bafed1a/638d52a3-e4ae-4b8a-888b-59c37bafed1a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.060508] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f43c7ad1-a9fa-4c63-8c50-83ddc408f283 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.067500] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1047.067500] env[70623]: value = "task-2794070" [ 1047.067500] env[70623]: _type = "Task" [ 1047.067500] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.079132] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794070, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.102387] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794069, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.119415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119415] env[70623]: DEBUG nova.network.neutron [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.179366] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a7203-943c-4b49-aadd-aa5632e72ab2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.186187] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c8824-b7c3-4fb8-8acd-4f346c0dba1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.218292] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dfa7ef-1f76-40e2-ba2a-b552a8694b14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.226495] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b42085-a741-4d83-9cdf-487c6fc85eb1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.241352] env[70623]: DEBUG nova.compute.provider_tree [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.296723] env[70623]: DEBUG nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.492815] env[70623]: DEBUG nova.network.neutron [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Updated VIF entry in instance network info cache for port b5807b66-9485-46a1-ab49-f9bfb9e11c2e. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.493249] env[70623]: DEBUG nova.network.neutron [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Updating instance_info_cache with network_info: [{"id": "b5807b66-9485-46a1-ab49-f9bfb9e11c2e", "address": "fa:16:3e:8a:89:6c", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5807b66-94", "ovs_interfaceid": "b5807b66-9485-46a1-ab49-f9bfb9e11c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.573008] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.580028] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794070, 'name': Rename_Task, 'duration_secs': 0.303758} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.580028] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.580028] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18cf3e37-2ad1-4449-a5b2-ef85bad8f4fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.585878] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1047.585878] env[70623]: value = "task-2794071" [ 1047.585878] env[70623]: _type = "Task" [ 1047.585878] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.596142] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.601292] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794069, 'name': CreateVM_Task, 'duration_secs': 0.761483} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.601550] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.602343] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.602635] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.603263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.603401] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0377cef-b2c4-411d-a362-c23acef0f392 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.607713] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1047.607713] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52105ee8-a8fd-fd00-4332-049c04f2985d" [ 1047.607713] env[70623]: _type = "Task" [ 1047.607713] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.618203] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52105ee8-a8fd-fd00-4332-049c04f2985d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.744391] env[70623]: DEBUG nova.scheduler.client.report [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.792270] env[70623]: DEBUG nova.network.neutron [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.946366] env[70623]: DEBUG nova.network.neutron [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updating instance_info_cache with network_info: [{"id": "a2d84157-4b81-4eca-a6a7-54f12c592534", "address": "fa:16:3e:a9:4e:bb", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d84157-4b", "ovs_interfaceid": "a2d84157-4b81-4eca-a6a7-54f12c592534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.995715] env[70623]: DEBUG oslo_concurrency.lockutils [req-c1676828-f67a-42b1-877d-61632918f28e req-0082da77-5311-42bc-bbd3-9812a92dfb2b service nova] Releasing lock "refresh_cache-922cc75c-d486-4102-bf5b-33ef9904d66d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.096107] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.119153] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52105ee8-a8fd-fd00-4332-049c04f2985d, 'name': SearchDatastore_Task, 'duration_secs': 0.013227} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.119153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.119153] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.119153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.119153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.119153] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.119153] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757d64b5-8bf4-4f73-b5a2-42d37238a234 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.127167] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.127311] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.128387] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d17acb3-a4dd-4019-9def-2d7cf3aec0cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.134120] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1048.134120] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52869052-8059-afc5-9a78-bdf12b0f97d4" [ 1048.134120] env[70623]: _type = "Task" [ 1048.134120] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.144719] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52869052-8059-afc5-9a78-bdf12b0f97d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.255062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.258189] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.313s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.260334] env[70623]: INFO nova.compute.claims [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.318669] env[70623]: DEBUG nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.375830] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.376077] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.376239] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.376458] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.376562] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.376792] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.376922] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.377095] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.377310] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.377489] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.377697] env[70623]: DEBUG nova.virt.hardware [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.378606] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c738a-a28a-4985-b81b-772a93a1d8c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.386556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ebbf62-f26d-47b6-a1d3-b834c77cc26f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.408088] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.413481] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Creating folder: Project (deb112be0022442c803d9db533b86b4c). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.413773] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a7d13db-55a7-4f0d-99f0-3363eab3f0ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.424971] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Created folder: Project (deb112be0022442c803d9db533b86b4c) in parent group-v561316. [ 1048.425188] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Creating folder: Instances. Parent ref: group-v561588. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.425410] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8898e6b7-fc0b-4314-bcfe-9a08ee9d78fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.434471] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Created folder: Instances in parent group-v561588. [ 1048.434694] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.434874] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.435113] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad1596da-16ca-48d9-881f-52d2ff33a165 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.447622] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.447944] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Instance network_info: |[{"id": "a2d84157-4b81-4eca-a6a7-54f12c592534", "address": "fa:16:3e:a9:4e:bb", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d84157-4b", "ovs_interfaceid": "a2d84157-4b81-4eca-a6a7-54f12c592534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.448332] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:4e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d84157-4b81-4eca-a6a7-54f12c592534', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.455814] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.457015] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.457223] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.457223] env[70623]: value = "task-2794074" [ 1048.457223] env[70623]: _type = "Task" [ 1048.457223] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.457407] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32f9690a-096d-4d21-8087-60496f6fcac1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.479742] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794074, 'name': CreateVM_Task} progress is 15%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.480829] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.480829] env[70623]: value = "task-2794075" [ 1048.480829] env[70623]: _type = "Task" [ 1048.480829] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.489730] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794075, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.593800] env[70623]: INFO nova.scheduler.client.report [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Deleted allocations for instance 4c9f488f-5ed1-4be3-8f76-8da400f1a748 [ 1048.604136] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.647290] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52869052-8059-afc5-9a78-bdf12b0f97d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.649463] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8539fcd-a3a2-4843-826c-2e8a4bb1ceb9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.656638] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1048.656638] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52913b16-24b0-45ec-e396-33cefb807cf5" [ 1048.656638] env[70623]: _type = "Task" [ 1048.656638] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.667923] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52913b16-24b0-45ec-e396-33cefb807cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.984015] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794074, 'name': CreateVM_Task, 'duration_secs': 0.259204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.987924] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.988576] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.988817] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.989400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.990478] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac91295-171d-4512-887b-fffb338db290 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.998796] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794075, 'name': CreateVM_Task, 'duration_secs': 0.343821} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.003654] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.005555] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.005555] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1049.005555] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5232122e-da57-26c4-11c7-c7183b2fbd29" [ 1049.005555] env[70623]: _type = "Task" [ 1049.005555] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.017018] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5232122e-da57-26c4-11c7-c7183b2fbd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.037585] env[70623]: DEBUG nova.compute.manager [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Received event network-changed-a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.037753] env[70623]: DEBUG nova.compute.manager [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Refreshing instance network info cache due to event network-changed-a2d84157-4b81-4eca-a6a7-54f12c592534. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1049.038253] env[70623]: DEBUG oslo_concurrency.lockutils [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] Acquiring lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.038489] env[70623]: DEBUG oslo_concurrency.lockutils [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] Acquired lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.038932] env[70623]: DEBUG nova.network.neutron [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Refreshing network info cache for port a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.099625] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.111731] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a550613-e304-4a70-b840-9d67e5c64a41 tempest-ServersV294TestFqdnHostnames-1109723520 tempest-ServersV294TestFqdnHostnames-1109723520-project-member] Lock "4c9f488f-5ed1-4be3-8f76-8da400f1a748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.060s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.169604] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52913b16-24b0-45ec-e396-33cefb807cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.169604] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.169604] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 922cc75c-d486-4102-bf5b-33ef9904d66d/922cc75c-d486-4102-bf5b-33ef9904d66d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.169604] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9668aaf9-4a73-4b6b-bab7-577dade88bea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.180220] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1049.180220] env[70623]: value = "task-2794076" [ 1049.180220] env[70623]: _type = "Task" [ 1049.180220] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.193792] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.522401] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5232122e-da57-26c4-11c7-c7183b2fbd29, 'name': SearchDatastore_Task, 'duration_secs': 0.015972} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.527172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.527172] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.527172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.527172] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.527365] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.528544] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.528878] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.529137] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ce4fb0-4b49-481e-8417-cd627eced45d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.531337] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1908811e-f889-4c71-8d6a-0649ab0a724b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.538456] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1049.538456] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52657053-ae14-85b2-43cb-daaa5a47269a" [ 1049.538456] env[70623]: _type = "Task" [ 1049.538456] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.547291] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.547291] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.551143] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776f7c09-4896-43e0-a703-72fa95cfb118 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.557904] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52657053-ae14-85b2-43cb-daaa5a47269a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.561456] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1049.561456] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520c30d6-3b97-e1c5-69ed-335d9cc062eb" [ 1049.561456] env[70623]: _type = "Task" [ 1049.561456] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.578234] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520c30d6-3b97-e1c5-69ed-335d9cc062eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.601501] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.694922] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.719747] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2cb13-2375-4f8a-9304-ec27aa957c27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.736138] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da486ac-1f96-4c19-a4db-c26570f91523 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.782791] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f894a1-d181-428b-9dbb-675743707d43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.795128] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba812a0f-ecc7-4b29-98f8-a75b8f651d3c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.811062] env[70623]: DEBUG nova.compute.provider_tree [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.052306] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52657053-ae14-85b2-43cb-daaa5a47269a, 'name': SearchDatastore_Task, 'duration_secs': 0.01805} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.052642] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.052881] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.053169] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.056875] env[70623]: DEBUG nova.network.neutron [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updated VIF entry in instance network info cache for port a2d84157-4b81-4eca-a6a7-54f12c592534. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.057267] env[70623]: DEBUG nova.network.neutron [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updating instance_info_cache with network_info: [{"id": "a2d84157-4b81-4eca-a6a7-54f12c592534", "address": "fa:16:3e:a9:4e:bb", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d84157-4b", "ovs_interfaceid": "a2d84157-4b81-4eca-a6a7-54f12c592534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.074350] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520c30d6-3b97-e1c5-69ed-335d9cc062eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019303} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.075881] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e34a97-2943-468c-bb11-1f66de006abe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.084855] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1050.084855] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525ee509-c739-51b8-a546-326d01aea4be" [ 1050.084855] env[70623]: _type = "Task" [ 1050.084855] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.096858] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525ee509-c739-51b8-a546-326d01aea4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.108236] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.148020] env[70623]: DEBUG nova.compute.manager [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Stashing vm_state: stopped {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1050.194682] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719389} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.194752] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 922cc75c-d486-4102-bf5b-33ef9904d66d/922cc75c-d486-4102-bf5b-33ef9904d66d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.195015] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.195321] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9236c1-c24b-41d4-8a99-bbb6a11ea819 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.202171] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1050.202171] env[70623]: value = "task-2794077" [ 1050.202171] env[70623]: _type = "Task" [ 1050.202171] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.210826] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.316034] env[70623]: DEBUG nova.scheduler.client.report [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.562837] env[70623]: DEBUG oslo_concurrency.lockutils [req-e250bda6-6b2e-44d4-a248-1c401e0be1ce req-040a749f-9799-48d7-9722-a646550d3828 service nova] Releasing lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.601395] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525ee509-c739-51b8-a546-326d01aea4be, 'name': SearchDatastore_Task, 'duration_secs': 0.014237} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.604930] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.606244] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.606595] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.606815] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.607050] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf17ecc-b1d8-496c-829d-a5664cd17780 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.613137] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54cc1532-7a6d-4a5b-b779-c28ff7faefa9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.618940] env[70623]: DEBUG oslo_vmware.api [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794071, 'name': PowerOnVM_Task, 'duration_secs': 2.595176} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.620266] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.620484] env[70623]: DEBUG nova.compute.manager [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.620941] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1050.620941] env[70623]: value = "task-2794078" [ 1050.620941] env[70623]: _type = "Task" [ 1050.620941] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.621878] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d1bad8-acfc-4332-af00-eb3b0ed99d7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.631654] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.631830] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.632831] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27233b86-5ca4-4b69-ba88-3600dce5d51a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.646400] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.648691] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1050.648691] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e7b84b-68b0-f5fe-94a4-123f4a89b25b" [ 1050.648691] env[70623]: _type = "Task" [ 1050.648691] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.658838] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e7b84b-68b0-f5fe-94a4-123f4a89b25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.700575] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.711458] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083693} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.711718] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.712624] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f2113-0619-4460-aca9-7dd62725716c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.736318] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 922cc75c-d486-4102-bf5b-33ef9904d66d/922cc75c-d486-4102-bf5b-33ef9904d66d.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.736523] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e093cf-014a-4f6c-a52e-45892a3b37b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.757669] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1050.757669] env[70623]: value = "task-2794079" [ 1050.757669] env[70623]: _type = "Task" [ 1050.757669] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.762920] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.821905] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.821905] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.827451] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.590s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.139445] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.159006] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.165075] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e7b84b-68b0-f5fe-94a4-123f4a89b25b, 'name': SearchDatastore_Task, 'duration_secs': 0.0365} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.167163] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8b4b11-3b00-4024-bcfb-b75026e9773b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.171170] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1051.171170] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ffc981-8b2d-0c30-1181-2fd83c9a7a5d" [ 1051.171170] env[70623]: _type = "Task" [ 1051.171170] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.181120] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ffc981-8b2d-0c30-1181-2fd83c9a7a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.267791] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.333795] env[70623]: INFO nova.compute.claims [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.339712] env[70623]: DEBUG nova.compute.utils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.341647] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.341796] env[70623]: DEBUG nova.network.neutron [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.429250] env[70623]: DEBUG nova.policy [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888886d29934582b204d1c9968cb329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf46988ae64770aaf7e094b808fca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.639961] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794078, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.686470] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.688817] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ffc981-8b2d-0c30-1181-2fd83c9a7a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.033283} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.688817] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.688817] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.691112] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] aa6912be-f6dd-4559-a0c9-4d0eaca0a001/aa6912be-f6dd-4559-a0c9-4d0eaca0a001.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.692654] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ea11b8-ecfb-4c0a-b02b-662617f26ccb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.699642] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1051.699642] env[70623]: value = "task-2794080" [ 1051.699642] env[70623]: _type = "Task" [ 1051.699642] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.711189] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.769147] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794079, 'name': ReconfigVM_Task, 'duration_secs': 0.850211} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.769507] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 922cc75c-d486-4102-bf5b-33ef9904d66d/922cc75c-d486-4102-bf5b-33ef9904d66d.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.770164] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6889986-c073-4743-9c56-1c6d9c15b223 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.777234] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1051.777234] env[70623]: value = "task-2794081" [ 1051.777234] env[70623]: _type = "Task" [ 1051.777234] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.790354] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794081, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.844017] env[70623]: INFO nova.compute.resource_tracker [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating resource usage from migration a9162b18-217b-4c4c-81bd-a0ff09a45ec5 [ 1051.850688] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.984606] env[70623]: DEBUG nova.network.neutron [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Successfully created port: 513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.147618] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032667} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.151807] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.151807] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.152029] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ecdcb42-3616-42a4-9d14-4824b75ed766 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.162102] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1052.162102] env[70623]: value = "task-2794082" [ 1052.162102] env[70623]: _type = "Task" [ 1052.162102] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.173945] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.201409] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.205794] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.205794] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.208088] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.208088] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.208636] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.208636] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1052.209115] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.214091] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794080, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.291617] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794081, 'name': Rename_Task, 'duration_secs': 0.291247} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.296050] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.296708] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-292456f8-2fa9-40bc-b9ec-ed535901cc09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.304565] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1052.304565] env[70623]: value = "task-2794083" [ 1052.304565] env[70623]: _type = "Task" [ 1052.304565] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.318947] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.358678] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af61a3c-f7b3-4fd3-ba7b-8c4ff2e6894a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.371420] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba2b4c-e9e9-497f-b9e5-9765ab4af772 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.418711] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf220768-a802-41af-8a3f-43ae5a7cb907 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.427119] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b01d0cd-b479-4841-8374-80cba3d21498 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.442814] env[70623]: DEBUG nova.compute.provider_tree [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.624728] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.625132] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.625439] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.625559] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.625733] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.628285] env[70623]: INFO nova.compute.manager [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Terminating instance [ 1052.672517] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196211} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.672830] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.676551] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f1e05-83b4-4880-8270-4925b5cd9eea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.698954] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.699394] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b86586c5-1bca-4324-992d-6844e4dac5b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.715659] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.724791] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706334} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.725995] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] aa6912be-f6dd-4559-a0c9-4d0eaca0a001/aa6912be-f6dd-4559-a0c9-4d0eaca0a001.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.726367] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.726618] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1052.726618] env[70623]: value = "task-2794084" [ 1052.726618] env[70623]: _type = "Task" [ 1052.726618] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.726805] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-702bea8f-b367-4258-98f0-56b6fae58bfa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.740113] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.741535] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1052.741535] env[70623]: value = "task-2794085" [ 1052.741535] env[70623]: _type = "Task" [ 1052.741535] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.751174] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.817749] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794083, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.869017] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.950300] env[70623]: DEBUG nova.scheduler.client.report [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.974635] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.974635] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.974635] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.974635] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.974635] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.975356] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.975577] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.975779] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.975957] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.976144] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.976319] env[70623]: DEBUG nova.virt.hardware [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.977344] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffb272-a27a-41e6-9cee-3706f79a3ae1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.991014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0972165-0ecb-4e0b-9888-137c33e9db6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.133374] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "refresh_cache-638d52a3-e4ae-4b8a-888b-59c37bafed1a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133480] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquired lock "refresh_cache-638d52a3-e4ae-4b8a-888b-59c37bafed1a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.133637] env[70623]: DEBUG nova.network.neutron [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.247080] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794084, 'name': ReconfigVM_Task, 'duration_secs': 0.27025} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.250166] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.251650] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5ca272a-959e-403b-ad58-97e42cf5253c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.259282] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082209} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.261088] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.261478] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1053.261478] env[70623]: value = "task-2794086" [ 1053.261478] env[70623]: _type = "Task" [ 1053.261478] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.262213] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e842ae7b-73b1-4b20-97ba-2502ab2846d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.297039] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] aa6912be-f6dd-4559-a0c9-4d0eaca0a001/aa6912be-f6dd-4559-a0c9-4d0eaca0a001.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.302294] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7579bb-6367-43ba-84fd-e9fec134a020 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.317674] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794086, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.342044] env[70623]: DEBUG oslo_vmware.api [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794083, 'name': PowerOnVM_Task, 'duration_secs': 0.895245} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.342044] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.342044] env[70623]: INFO nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1053.342044] env[70623]: DEBUG nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.342044] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1053.342044] env[70623]: value = "task-2794087" [ 1053.342044] env[70623]: _type = "Task" [ 1053.342044] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.342044] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4897f-1c08-44b1-a118-b4df7b54f7f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.357303] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.455047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.628s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.455356] env[70623]: INFO nova.compute.manager [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Migrating [ 1053.469666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.440s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.469666] env[70623]: DEBUG nova.objects.instance [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lazy-loading 'resources' on Instance uuid f2e01809-64a0-4e97-a134-e8d743bd6f31 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.661734] env[70623]: DEBUG nova.network.neutron [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.788273] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794086, 'name': Rename_Task, 'duration_secs': 0.146398} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.788273] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.788273] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f21a3a93-40d9-45f5-8432-e4d59a7fb32e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.796474] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1053.796474] env[70623]: value = "task-2794088" [ 1053.796474] env[70623]: _type = "Task" [ 1053.796474] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.806554] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.822678] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.823239] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.853727] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.859820] env[70623]: DEBUG nova.network.neutron [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.874057] env[70623]: INFO nova.compute.manager [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Took 29.88 seconds to build instance. [ 1053.977271] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.977535] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.977759] env[70623]: DEBUG nova.network.neutron [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.064667] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "a79a87f8-ed21-4628-9ce8-e73786b7e643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.065615] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.305681] env[70623]: DEBUG oslo_vmware.api [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794088, 'name': PowerOnVM_Task, 'duration_secs': 0.4849} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.305681] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.305681] env[70623]: INFO nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1054.305681] env[70623]: DEBUG nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.305681] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef85a56-3162-4813-9edf-4412e9ec95b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.329807] env[70623]: INFO nova.compute.manager [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Detaching volume 0e33f57c-8877-47e2-9338-641dfba46a99 [ 1054.361474] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794087, 'name': ReconfigVM_Task, 'duration_secs': 0.710012} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.362746] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Reconfigured VM instance instance-00000061 to attach disk [datastore1] aa6912be-f6dd-4559-a0c9-4d0eaca0a001/aa6912be-f6dd-4559-a0c9-4d0eaca0a001.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.363598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Releasing lock "refresh_cache-638d52a3-e4ae-4b8a-888b-59c37bafed1a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.364042] env[70623]: DEBUG nova.compute.manager [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.364270] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.365016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba26dc4-e99b-4f6b-b76a-ac8d77dc91f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.367526] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-685b22b6-b2f8-40f6-a0ad-9d190013086b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.369446] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4154b46-9622-4cc3-a405-7121ae4c79e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.377215] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7a307b41-6155-4c6f-9d92-fbc6ee20763d tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.396s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.381727] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d417e96-17bb-49ec-bbb7-9a88790301e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.384499] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1054.384499] env[70623]: value = "task-2794089" [ 1054.384499] env[70623]: _type = "Task" [ 1054.384499] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.384745] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.385057] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1912edc5-c7e6-4aa7-bcc2-54ca64029b21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.417837] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5391d-5390-40d2-8e27-77ca1854c4fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.423837] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794089, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.424470] env[70623]: DEBUG oslo_vmware.api [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1054.424470] env[70623]: value = "task-2794090" [ 1054.424470] env[70623]: _type = "Task" [ 1054.424470] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.431115] env[70623]: INFO nova.virt.block_device [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Attempting to driver detach volume 0e33f57c-8877-47e2-9338-641dfba46a99 from mountpoint /dev/sdb [ 1054.431206] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1054.431367] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1054.432275] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c82e54c-c078-4291-b1aa-90c3fd5648e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.438044] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42751544-66fd-4b9d-aacc-30141824780b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.444122] env[70623]: DEBUG oslo_vmware.api [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.471537] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb023a-c5a7-4b1e-b2b8-715820f2a0db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.475014] env[70623]: DEBUG nova.compute.provider_tree [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.488800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e32ef-5dd2-4fa7-b67c-287bc7947763 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.510826] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1d6b1a-847f-48ce-bd93-19247497fbfc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.527581] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] The volume has not been displaced from its original location: [datastore2] volume-0e33f57c-8877-47e2-9338-641dfba46a99/volume-0e33f57c-8877-47e2-9338-641dfba46a99.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1054.532967] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.535699] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267cbdfc-694c-4cc7-a269-34e7d9bdec3e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.549584] env[70623]: DEBUG nova.network.neutron [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Successfully updated port: 513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.556765] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1054.556765] env[70623]: value = "task-2794091" [ 1054.556765] env[70623]: _type = "Task" [ 1054.556765] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.567623] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.576566] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.588763] env[70623]: DEBUG nova.compute.manager [req-cb234729-990d-4030-add6-511188855f71 req-4df590ad-7ee8-4b4c-a374-eed7dc7842d8 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Received event network-vif-plugged-513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1054.588763] env[70623]: DEBUG oslo_concurrency.lockutils [req-cb234729-990d-4030-add6-511188855f71 req-4df590ad-7ee8-4b4c-a374-eed7dc7842d8 service nova] Acquiring lock "a328850b-41e1-48a7-b60d-7207c5e6105f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.588763] env[70623]: DEBUG oslo_concurrency.lockutils [req-cb234729-990d-4030-add6-511188855f71 req-4df590ad-7ee8-4b4c-a374-eed7dc7842d8 service nova] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.589268] env[70623]: DEBUG oslo_concurrency.lockutils [req-cb234729-990d-4030-add6-511188855f71 req-4df590ad-7ee8-4b4c-a374-eed7dc7842d8 service nova] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.589268] env[70623]: DEBUG nova.compute.manager [req-cb234729-990d-4030-add6-511188855f71 req-4df590ad-7ee8-4b4c-a374-eed7dc7842d8 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] No waiting events found dispatching network-vif-plugged-513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.589437] env[70623]: WARNING nova.compute.manager [req-cb234729-990d-4030-add6-511188855f71 req-4df590ad-7ee8-4b4c-a374-eed7dc7842d8 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Received unexpected event network-vif-plugged-513deb4e-e5c3-4d56-9d85-77106ac78910 for instance with vm_state building and task_state spawning. [ 1054.822262] env[70623]: INFO nova.compute.manager [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Took 26.34 seconds to build instance. [ 1054.836871] env[70623]: DEBUG nova.network.neutron [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [{"id": "6ad794ab-a5b2-49ac-9bc3-414010322689", "address": "fa:16:3e:9b:37:90", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad794ab-a5", "ovs_interfaceid": "6ad794ab-a5b2-49ac-9bc3-414010322689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.895467] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794089, 'name': Rename_Task, 'duration_secs': 0.145099} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.895778] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.896059] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1452667a-b597-46da-aef7-68a52311fc3c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.906237] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1054.906237] env[70623]: value = "task-2794092" [ 1054.906237] env[70623]: _type = "Task" [ 1054.906237] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.913576] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.935085] env[70623]: DEBUG oslo_vmware.api [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794090, 'name': PowerOffVM_Task, 'duration_secs': 0.236232} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.935369] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.935539] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.935788] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5810c911-c03a-4c59-8cb8-7c69627b84bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.962225] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.962372] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.962532] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Deleting the datastore file [datastore2] 638d52a3-e4ae-4b8a-888b-59c37bafed1a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.962801] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c08d8fa2-f1ad-466e-84b2-ff561556f369 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.969823] env[70623]: DEBUG oslo_vmware.api [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for the task: (returnval){ [ 1054.969823] env[70623]: value = "task-2794094" [ 1054.969823] env[70623]: _type = "Task" [ 1054.969823] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.978761] env[70623]: DEBUG nova.scheduler.client.report [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.982020] env[70623]: DEBUG oslo_vmware.api [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.052472] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-a328850b-41e1-48a7-b60d-7207c5e6105f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.052638] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-a328850b-41e1-48a7-b60d-7207c5e6105f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.052853] env[70623]: DEBUG nova.network.neutron [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.067932] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794091, 'name': ReconfigVM_Task, 'duration_secs': 0.243064} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.068280] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.074974] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2df830d-e2ee-47d4-b657-6d2851e57ef6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.094702] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1055.094702] env[70623]: value = "task-2794095" [ 1055.094702] env[70623]: _type = "Task" [ 1055.094702] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.106956] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.119214] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.324225] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bb18adbe-5c48-4e11-839c-9cd4ee111187 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "1765d72a-49c7-4a35-8823-e32e9fe8037c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.854s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.339524] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.415279] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.479166] env[70623]: DEBUG oslo_vmware.api [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Task: {'id': task-2794094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323312} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.479417] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.479638] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.479781] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.479953] env[70623]: INFO nova.compute.manager [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.481264] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.481264] env[70623]: DEBUG nova.compute.manager [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.481264] env[70623]: DEBUG nova.network.neutron [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.486105] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.488200] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.612s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.489711] env[70623]: INFO nova.compute.claims [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.501899] env[70623]: DEBUG nova.network.neutron [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.526717] env[70623]: INFO nova.scheduler.client.report [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Deleted allocations for instance f2e01809-64a0-4e97-a134-e8d743bd6f31 [ 1055.608417] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.609247] env[70623]: DEBUG nova.network.neutron [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.830253] env[70623]: DEBUG nova.network.neutron [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Updating instance_info_cache with network_info: [{"id": "513deb4e-e5c3-4d56-9d85-77106ac78910", "address": "fa:16:3e:ce:4c:34", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513deb4e-e5", "ovs_interfaceid": "513deb4e-e5c3-4d56-9d85-77106ac78910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.850043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "922cc75c-d486-4102-bf5b-33ef9904d66d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.850043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.850043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "922cc75c-d486-4102-bf5b-33ef9904d66d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.850043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.850043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.854330] env[70623]: INFO nova.compute.manager [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Terminating instance [ 1055.916904] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.004544] env[70623]: DEBUG nova.network.neutron [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.038944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-de44a8ff-c4e6-4ca3-9efb-da44f6227aee tempest-InstanceActionsTestJSON-599378702 tempest-InstanceActionsTestJSON-599378702-project-member] Lock "f2e01809-64a0-4e97-a134-e8d743bd6f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.353s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.107076] env[70623]: DEBUG oslo_vmware.api [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794095, 'name': ReconfigVM_Task, 'duration_secs': 0.836744} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.107453] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561560', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'name': 'volume-0e33f57c-8877-47e2-9338-641dfba46a99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1045d51-22d1-4ba4-b58b-07890074888b', 'attached_at': '', 'detached_at': '', 'volume_id': '0e33f57c-8877-47e2-9338-641dfba46a99', 'serial': '0e33f57c-8877-47e2-9338-641dfba46a99'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1056.332018] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-a328850b-41e1-48a7-b60d-7207c5e6105f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.332862] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Instance network_info: |[{"id": "513deb4e-e5c3-4d56-9d85-77106ac78910", "address": "fa:16:3e:ce:4c:34", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513deb4e-e5", "ovs_interfaceid": "513deb4e-e5c3-4d56-9d85-77106ac78910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.332862] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '513deb4e-e5c3-4d56-9d85-77106ac78910', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.350598] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.350857] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.351097] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca6d745-2958-4b3a-a37c-bd8aed9a7de5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.370119] env[70623]: DEBUG nova.compute.manager [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.370333] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.370699] env[70623]: INFO nova.compute.manager [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Rebuilding instance [ 1056.373579] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952b343-7493-465e-b20b-df5cb11ef5a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.385749] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.385749] env[70623]: value = "task-2794096" [ 1056.385749] env[70623]: _type = "Task" [ 1056.385749] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.386304] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.388362] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267252ca-534f-4dea-b1b2-ccde8cf30391 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.398338] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794096, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.400112] env[70623]: DEBUG oslo_vmware.api [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1056.400112] env[70623]: value = "task-2794097" [ 1056.400112] env[70623]: _type = "Task" [ 1056.400112] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.413828] env[70623]: DEBUG oslo_vmware.api [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.423277] env[70623]: DEBUG oslo_vmware.api [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794092, 'name': PowerOnVM_Task, 'duration_secs': 1.421229} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.423553] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.423761] env[70623]: INFO nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Took 11.63 seconds to spawn the instance on the hypervisor. [ 1056.423942] env[70623]: DEBUG nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.424846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0880cc3c-76ad-481b-a70a-72d36a60ebd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.450520] env[70623]: DEBUG nova.compute.manager [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.450520] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98255ea9-0fae-43b0-a916-89ef250923e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.508921] env[70623]: INFO nova.compute.manager [-] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Took 1.03 seconds to deallocate network for instance. [ 1056.673194] env[70623]: DEBUG nova.objects.instance [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'flavor' on Instance uuid c1045d51-22d1-4ba4-b58b-07890074888b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.798242] env[70623]: DEBUG nova.compute.manager [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Received event network-changed-513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1056.798417] env[70623]: DEBUG nova.compute.manager [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Refreshing instance network info cache due to event network-changed-513deb4e-e5c3-4d56-9d85-77106ac78910. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1056.798636] env[70623]: DEBUG oslo_concurrency.lockutils [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] Acquiring lock "refresh_cache-a328850b-41e1-48a7-b60d-7207c5e6105f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.798860] env[70623]: DEBUG oslo_concurrency.lockutils [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] Acquired lock "refresh_cache-a328850b-41e1-48a7-b60d-7207c5e6105f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.799424] env[70623]: DEBUG nova.network.neutron [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Refreshing network info cache for port 513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.876724] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b288e6-ef2f-4d9b-8f9d-5ae9860033f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.900466] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.910187] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1a15f-8505-4f4c-a73c-3b3d4143af8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.926856] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794096, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.934996] env[70623]: DEBUG oslo_vmware.api [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794097, 'name': PowerOffVM_Task, 'duration_secs': 0.327278} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.936037] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.936317] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.937935] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67adc9f2-b97f-490a-ae2a-c924a44e133d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.951954] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-394711cc-0c64-4673-8d2e-a71b472f31a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.956442] env[70623]: INFO nova.compute.manager [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Took 28.93 seconds to build instance. [ 1056.991687] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56634b-fd05-4176-b41f-738b7f3797d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.000197] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e4c09-6076-4f71-9665-83396390dbb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.019890] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.019890] env[70623]: DEBUG nova.compute.provider_tree [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.086686] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.086932] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.159220] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.159466] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.159644] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore2] 922cc75c-d486-4102-bf5b-33ef9904d66d {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.160183] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207cb161-2ec8-4736-9147-61d2ed24507f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.166515] env[70623]: DEBUG oslo_vmware.api [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1057.166515] env[70623]: value = "task-2794099" [ 1057.166515] env[70623]: _type = "Task" [ 1057.166515] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.175509] env[70623]: DEBUG oslo_vmware.api [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.409954] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794096, 'name': CreateVM_Task, 'duration_secs': 0.878743} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.410579] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.412525] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.412773] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413148] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413827] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2391e8d-f0d3-4155-b24b-f0fa29feaa41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.417272] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.418615] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.418814] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.423472] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0847b65d-d44d-4e42-a824-780fe682f1e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.427158] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1057.427158] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f0b5f5-589f-02bf-cd4b-b22a59bedcba" [ 1057.427158] env[70623]: _type = "Task" [ 1057.427158] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.435115] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1057.435115] env[70623]: value = "task-2794100" [ 1057.435115] env[70623]: _type = "Task" [ 1057.435115] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.445243] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f0b5f5-589f-02bf-cd4b-b22a59bedcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.452998] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.491535] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.491984] env[70623]: DEBUG oslo_concurrency.lockutils [None req-05cca2e6-3f1d-4e71-b7b9-1512899f53ba tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.478s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.492239] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc0d2ba8-cdbd-4fdf-a85b-cf8eb957de47 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.501094] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1057.501094] env[70623]: value = "task-2794101" [ 1057.501094] env[70623]: _type = "Task" [ 1057.501094] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.516294] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.521550] env[70623]: DEBUG nova.scheduler.client.report [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.588928] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.599822] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "48e27a36-1a7e-445e-99f5-93e062569526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.599960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "48e27a36-1a7e-445e-99f5-93e062569526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.676756] env[70623]: DEBUG oslo_vmware.api [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358327} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.677175] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.677386] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.677471] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.677642] env[70623]: INFO nova.compute.manager [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1057.677886] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.678096] env[70623]: DEBUG nova.compute.manager [-] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.678191] env[70623]: DEBUG nova.network.neutron [-] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.680660] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8ca2c82e-d830-4969-b445-015f41052203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.857s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.712286] env[70623]: DEBUG nova.network.neutron [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Updated VIF entry in instance network info cache for port 513deb4e-e5c3-4d56-9d85-77106ac78910. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.712664] env[70623]: DEBUG nova.network.neutron [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Updating instance_info_cache with network_info: [{"id": "513deb4e-e5c3-4d56-9d85-77106ac78910", "address": "fa:16:3e:ce:4c:34", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513deb4e-e5", "ovs_interfaceid": "513deb4e-e5c3-4d56-9d85-77106ac78910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.928283] env[70623]: DEBUG nova.compute.utils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.949645] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f0b5f5-589f-02bf-cd4b-b22a59bedcba, 'name': SearchDatastore_Task, 'duration_secs': 0.018663} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.950321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.950574] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.950907] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.950976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.951173] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.951429] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c53eac3c-aa03-4126-87d3-cebbab51b93c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.966020] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794100, 'name': PowerOffVM_Task, 'duration_secs': 0.273764} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.966020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "0a1dbd4d-844c-497c-aaed-8da18657a46a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.966020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.966484] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.966675] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.973856] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.974033] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.975072] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c72903-5dbb-4cd7-945b-6f5a5d98649b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.981580] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1057.981580] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5250b392-7aa3-2c9a-5efc-1fdde4c51b2c" [ 1057.981580] env[70623]: _type = "Task" [ 1057.981580] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.989796] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5250b392-7aa3-2c9a-5efc-1fdde4c51b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.011075] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794101, 'name': PowerOffVM_Task, 'duration_secs': 0.121} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.011075] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.011431] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.012108] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859cdc3e-9090-4660-891a-ed70932699de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.020477] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.020649] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71a4c3d1-5413-4dbb-9141-7d03b264de2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.027599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.028147] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.033373] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.460s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.035072] env[70623]: INFO nova.compute.claims [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.046541] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.046753] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.046928] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Deleting the datastore file [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.047250] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc41d21-a650-4415-ad3a-f52fb809a97b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.058192] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1058.058192] env[70623]: value = "task-2794103" [ 1058.058192] env[70623]: _type = "Task" [ 1058.058192] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.066825] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.102251] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.142088] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.216158] env[70623]: DEBUG oslo_concurrency.lockutils [req-d9f2ee79-750f-47e6-8686-fe6712fcdc35 req-4f5eedbf-dac6-4e0f-869f-90c697d69722 service nova] Releasing lock "refresh_cache-a328850b-41e1-48a7-b60d-7207c5e6105f" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.446779] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.028s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.473761] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.474049] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.474218] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.474401] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.474571] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.474766] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.475216] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.475412] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.475602] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.475822] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.476027] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.481236] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.486130] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1853bd4-f781-4bc4-b85f-3030af04e04b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.513030] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5250b392-7aa3-2c9a-5efc-1fdde4c51b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.026226} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.514562] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1058.514562] env[70623]: value = "task-2794104" [ 1058.514562] env[70623]: _type = "Task" [ 1058.514562] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.514776] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670139af-a999-4f3e-bbab-4bd9907cd350 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.529032] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1058.529032] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225a159-c851-eec1-43e4-2387d07e6ce0" [ 1058.529032] env[70623]: _type = "Task" [ 1058.529032] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.533817] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.548706] env[70623]: DEBUG nova.compute.utils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.553753] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225a159-c851-eec1-43e4-2387d07e6ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.557185] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.557185] env[70623]: DEBUG nova.network.neutron [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.575103] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090291} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.575205] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.575437] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.578633] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.638866] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.679079] env[70623]: DEBUG nova.policy [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c4d235ad1749c69c71a4ffe51bfe32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fdc023cbcaf4f3cbeb4c4586264b058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.831275] env[70623]: DEBUG nova.network.neutron [-] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.003783] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.036771] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794104, 'name': ReconfigVM_Task, 'duration_secs': 0.211198} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.040433] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.060962] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.061191] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5225a159-c851-eec1-43e4-2387d07e6ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.018332} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.065514] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.065849] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a328850b-41e1-48a7-b60d-7207c5e6105f/a328850b-41e1-48a7-b60d-7207c5e6105f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.070866] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ef9b217-ac54-459b-9caf-fe587bb760a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.081674] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1059.081674] env[70623]: value = "task-2794105" [ 1059.081674] env[70623]: _type = "Task" [ 1059.081674] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.102019] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.263751] env[70623]: DEBUG nova.compute.manager [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Received event network-vif-deleted-b5807b66-9485-46a1-ab49-f9bfb9e11c2e {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.264021] env[70623]: DEBUG nova.compute.manager [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.264186] env[70623]: DEBUG nova.compute.manager [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing instance network info cache due to event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1059.264400] env[70623]: DEBUG oslo_concurrency.lockutils [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] Acquiring lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.265095] env[70623]: DEBUG oslo_concurrency.lockutils [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] Acquired lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.265325] env[70623]: DEBUG nova.network.neutron [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.336216] env[70623]: INFO nova.compute.manager [-] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Took 1.66 seconds to deallocate network for instance. [ 1059.346059] env[70623]: DEBUG nova.network.neutron [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Successfully created port: 078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.398641] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.399086] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.399323] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "c1045d51-22d1-4ba4-b58b-07890074888b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.399519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.399680] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.405881] env[70623]: INFO nova.compute.manager [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Terminating instance [ 1059.522123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c996043f-4220-49b1-9a9f-0f582c2611ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.530113] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ab54a-7bcb-4b16-b71b-b2fa6cd96ae1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.570311] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.570948] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.571347] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.571666] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.571943] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.572295] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.572642] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.573012] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.573463] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.573805] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.574184] env[70623]: DEBUG nova.virt.hardware [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.580453] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1059.581380] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.581821] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.584390] env[70623]: INFO nova.compute.manager [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Attaching volume 882c8ea1-f23c-4fe9-8d55-6b99ad70b118 to /dev/sdb [ 1059.590280] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979facd5-3a85-4778-bc51-54df45997279 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.608544] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ddba6e-d72c-48ea-ae92-746a90d339ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.632835] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b1c957-8595-4012-ad8e-22cc19064fbf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.637838] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1059.637838] env[70623]: value = "task-2794106" [ 1059.637838] env[70623]: _type = "Task" [ 1059.637838] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.638631] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794105, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.656698] env[70623]: DEBUG nova.compute.provider_tree [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.664290] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.674711] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98500349-0254-4b7d-898b-d52aee261e76 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.685503] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.686211] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.686284] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.686585] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.686845] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.687120] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.687604] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.687771] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.688134] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.688783] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.688783] env[70623]: DEBUG nova.virt.hardware [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.691406] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158f683-f683-4979-bbce-7267831c2f97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.700139] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325aa9de-cb97-44f4-97b7-5d62bf6f9403 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.711537] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cd833-3dec-49cd-abeb-a39aaadbd88e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.725459] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.725864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.726276] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "b2103440-5f33-465c-9efa-674f47740096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.726618] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.726911] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.729392] env[70623]: DEBUG nova.virt.block_device [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updating existing volume attachment record: 94142c38-a6ff-460c-b495-dee5d274670d {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.732922] env[70623]: INFO nova.compute.manager [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Terminating instance [ 1059.753014] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.763745] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.765648] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.766063] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-656056e2-8d01-4e30-a805-003d08f15a48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.795232] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.795232] env[70623]: value = "task-2794107" [ 1059.795232] env[70623]: _type = "Task" [ 1059.795232] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.804170] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794107, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.848621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.913447] env[70623]: DEBUG nova.compute.manager [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.913653] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.914542] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af5b67-6ca8-42a5-805b-51f8080d96e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.922380] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.922472] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260b778f-2a31-4763-9abe-92a8c4846574 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.929049] env[70623]: DEBUG oslo_vmware.api [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1059.929049] env[70623]: value = "task-2794108" [ 1059.929049] env[70623]: _type = "Task" [ 1059.929049] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.941594] env[70623]: DEBUG oslo_vmware.api [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.091272] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.121583] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854095} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.124499] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.124903] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.125467] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.125632] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.125857] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.125936] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.126159] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.126316] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.126476] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.126633] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.126798] env[70623]: DEBUG nova.virt.hardware [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.127124] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a328850b-41e1-48a7-b60d-7207c5e6105f/a328850b-41e1-48a7-b60d-7207c5e6105f.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.127329] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.128392] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da1af4-c353-45aa-b51b-cfd35c491ced {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.131694] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68feea8-e450-49bb-98fc-237485839afc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.144493] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbac741-1186-4754-a445-500685e46b6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.148778] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1060.148778] env[70623]: value = "task-2794110" [ 1060.148778] env[70623]: _type = "Task" [ 1060.148778] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.166241] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794106, 'name': ReconfigVM_Task, 'duration_secs': 0.247055} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.167142] env[70623]: DEBUG nova.scheduler.client.report [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.175046] env[70623]: DEBUG nova.network.neutron [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updated VIF entry in instance network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.175046] env[70623]: DEBUG nova.network.neutron [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [{"id": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "address": "fa:16:3e:70:65:f1", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616c3a-f7", "ovs_interfaceid": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.175046] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.175046] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec39d5-2e4c-4612-9502-31a8255783b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.180730] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.204701] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1/c5c56200-fbff-4ab1-bd61-ac229abc7cd1.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.206209] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29dd8cd7-44c0-4fc7-82e7-68c6c03908f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.229691] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1060.229691] env[70623]: value = "task-2794111" [ 1060.229691] env[70623]: _type = "Task" [ 1060.229691] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.237777] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.265449] env[70623]: DEBUG nova.compute.manager [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.266336] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.266635] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f752daf-4a47-46dd-939c-fbd549e84f8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.275232] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.275232] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ba8ff9-e970-42e2-baa2-330892eb276f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.281950] env[70623]: DEBUG oslo_vmware.api [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1060.281950] env[70623]: value = "task-2794112" [ 1060.281950] env[70623]: _type = "Task" [ 1060.281950] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.291383] env[70623]: DEBUG oslo_vmware.api [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.305811] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794107, 'name': CreateVM_Task, 'duration_secs': 0.442304} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.305991] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.306449] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.306644] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.307153] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.307259] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86087bf7-c04d-4907-9703-b89353a76ff8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.312019] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1060.312019] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc79c0-1d35-0663-dfbb-0af51fe30c3c" [ 1060.312019] env[70623]: _type = "Task" [ 1060.312019] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.322561] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc79c0-1d35-0663-dfbb-0af51fe30c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.441700] env[70623]: DEBUG oslo_vmware.api [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794108, 'name': PowerOffVM_Task, 'duration_secs': 0.462894} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.441700] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.441700] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.441963] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a02a0e1-852f-4542-99bf-377a37e773a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.640091] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.641299] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.641299] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore2] c1045d51-22d1-4ba4-b58b-07890074888b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.641299] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e97d2bba-5c5a-47b6-a693-bab63c3497a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.650020] env[70623]: DEBUG oslo_vmware.api [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1060.650020] env[70623]: value = "task-2794114" [ 1060.650020] env[70623]: _type = "Task" [ 1060.650020] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.659100] env[70623]: DEBUG oslo_vmware.api [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.662158] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215173} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.662395] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.663167] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63362be6-5f5d-48a4-832e-e0e490da276b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.679702] env[70623]: DEBUG oslo_concurrency.lockutils [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] Releasing lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.679702] env[70623]: DEBUG nova.compute.manager [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Received event network-changed-a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.679832] env[70623]: DEBUG nova.compute.manager [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Refreshing instance network info cache due to event network-changed-a2d84157-4b81-4eca-a6a7-54f12c592534. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1060.680062] env[70623]: DEBUG oslo_concurrency.lockutils [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] Acquiring lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.680201] env[70623]: DEBUG oslo_concurrency.lockutils [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] Acquired lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.680360] env[70623]: DEBUG nova.network.neutron [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Refreshing network info cache for port a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.681914] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.682391] env[70623]: DEBUG nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.695909] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] a328850b-41e1-48a7-b60d-7207c5e6105f/a328850b-41e1-48a7-b60d-7207c5e6105f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.698574] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.997s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.699133] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc31fc9e-8ff4-48f5-b2e3-7619ff7c438d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.723728] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1060.723728] env[70623]: value = "task-2794115" [ 1060.723728] env[70623]: _type = "Task" [ 1060.723728] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.734635] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.745993] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.792722] env[70623]: DEBUG oslo_vmware.api [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794112, 'name': PowerOffVM_Task, 'duration_secs': 0.354214} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.793000] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.793177] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.793425] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15d5d7a-11b4-4a9f-9f98-cadb8bc8aeb4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.825114] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc79c0-1d35-0663-dfbb-0af51fe30c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.825776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826285] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.827016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.827016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.827182] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.830697] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edf66d56-fd80-48d7-8c34-e170b78a164d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.832647] env[70623]: DEBUG nova.compute.manager [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Received event network-changed-a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.832938] env[70623]: DEBUG nova.compute.manager [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Refreshing instance network info cache due to event network-changed-a2d84157-4b81-4eca-a6a7-54f12c592534. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1060.833312] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] Acquiring lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.854542] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.856399] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.856399] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a4109f-a8d7-44ed-a50e-964460fe93a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.861302] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1060.861302] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cc5240-28a4-a83f-6a29-cbe5fae63e03" [ 1060.861302] env[70623]: _type = "Task" [ 1060.861302] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.873773] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cc5240-28a4-a83f-6a29-cbe5fae63e03, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.874670] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e01d09-ad07-4421-a825-82fb2b7815ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.880258] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1060.880258] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528d8f8e-ec2a-9a5e-5ce1-7359d79eaae7" [ 1060.880258] env[70623]: _type = "Task" [ 1060.880258] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.884917] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.885205] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.885276] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleting the datastore file [datastore2] b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.885876] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e707ac1-d59b-446e-abf5-19e7c140c007 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.891150] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528d8f8e-ec2a-9a5e-5ce1-7359d79eaae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.895997] env[70623]: DEBUG oslo_vmware.api [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for the task: (returnval){ [ 1060.895997] env[70623]: value = "task-2794117" [ 1060.895997] env[70623]: _type = "Task" [ 1060.895997] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.903375] env[70623]: DEBUG oslo_vmware.api [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.153270] env[70623]: DEBUG nova.network.neutron [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Successfully updated port: 078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.161259] env[70623]: DEBUG oslo_vmware.api [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503128} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.161709] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.161826] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.165724] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.165929] env[70623]: INFO nova.compute.manager [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1061.169572] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.169572] env[70623]: DEBUG nova.compute.manager [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.169572] env[70623]: DEBUG nova.network.neutron [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.199986] env[70623]: DEBUG nova.compute.utils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.204301] env[70623]: DEBUG nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Not allocating networking since 'none' was specified. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1061.220361] env[70623]: INFO nova.compute.claims [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.233582] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.243460] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794111, 'name': ReconfigVM_Task, 'duration_secs': 0.819093} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.244224] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Reconfigured VM instance instance-0000005f to attach disk [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1/c5c56200-fbff-4ab1-bd61-ac229abc7cd1.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.244224] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.299426] env[70623]: DEBUG nova.compute.manager [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Received event network-vif-plugged-078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1061.299561] env[70623]: DEBUG oslo_concurrency.lockutils [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] Acquiring lock "da67012b-2dbe-45d2-94f8-e8b6d1515823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.300214] env[70623]: DEBUG oslo_concurrency.lockutils [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.300412] env[70623]: DEBUG oslo_concurrency.lockutils [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.300623] env[70623]: DEBUG nova.compute.manager [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] No waiting events found dispatching network-vif-plugged-078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.300864] env[70623]: WARNING nova.compute.manager [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Received unexpected event network-vif-plugged-078a8691-0984-40ea-986f-fd4d1a7f2fac for instance with vm_state building and task_state spawning. [ 1061.301057] env[70623]: DEBUG nova.compute.manager [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Received event network-changed-078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1061.301859] env[70623]: DEBUG nova.compute.manager [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Refreshing instance network info cache due to event network-changed-078a8691-0984-40ea-986f-fd4d1a7f2fac. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1061.301859] env[70623]: DEBUG oslo_concurrency.lockutils [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] Acquiring lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.301859] env[70623]: DEBUG oslo_concurrency.lockutils [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] Acquired lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.301859] env[70623]: DEBUG nova.network.neutron [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Refreshing network info cache for port 078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.398340] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528d8f8e-ec2a-9a5e-5ce1-7359d79eaae7, 'name': SearchDatastore_Task, 'duration_secs': 0.012908} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.402103] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.402103] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.402319] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4fded5d-b4ad-45ad-9cb8-323bbdea20e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.414697] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1061.414697] env[70623]: value = "task-2794118" [ 1061.414697] env[70623]: _type = "Task" [ 1061.414697] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.414959] env[70623]: DEBUG oslo_vmware.api [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Task: {'id': task-2794117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.415283] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.415672] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.415843] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.416085] env[70623]: INFO nova.compute.manager [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] [instance: b2103440-5f33-465c-9efa-674f47740096] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1061.416334] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.420048] env[70623]: DEBUG nova.compute.manager [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.420160] env[70623]: DEBUG nova.network.neutron [-] [instance: b2103440-5f33-465c-9efa-674f47740096] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.426752] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.549445] env[70623]: DEBUG nova.network.neutron [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updated VIF entry in instance network info cache for port a2d84157-4b81-4eca-a6a7-54f12c592534. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.549807] env[70623]: DEBUG nova.network.neutron [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updating instance_info_cache with network_info: [{"id": "a2d84157-4b81-4eca-a6a7-54f12c592534", "address": "fa:16:3e:a9:4e:bb", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d84157-4b", "ovs_interfaceid": "a2d84157-4b81-4eca-a6a7-54f12c592534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.656223] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.702510] env[70623]: DEBUG nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.726128] env[70623]: INFO nova.compute.resource_tracker [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating resource usage from migration acd7ccb6-c3b3-41ab-bf6b-5b4abf5fb798 [ 1061.741958] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794115, 'name': ReconfigVM_Task, 'duration_secs': 0.89006} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.742931] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] a328850b-41e1-48a7-b60d-7207c5e6105f/a328850b-41e1-48a7-b60d-7207c5e6105f.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.743591] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dcf19bb-49da-4058-8f8f-1855bc43985b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.750357] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1061.750357] env[70623]: value = "task-2794119" [ 1061.750357] env[70623]: _type = "Task" [ 1061.750357] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.757444] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cf3050-08cc-4914-b649-f8b6eac7f250 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.766299] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794119, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.781282] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9103cf7-30e4-4db7-82e5-08fe5a8f4ff4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.802799] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.875222] env[70623]: DEBUG nova.network.neutron [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.940225] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794118, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.997224] env[70623]: DEBUG nova.network.neutron [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.052742] env[70623]: DEBUG oslo_concurrency.lockutils [req-d1f4fa42-cc34-4af3-afa6-cb5869052393 req-b4c89526-208b-43a0-911e-e9138c56aaf8 service nova] Releasing lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.053351] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] Acquired lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.053572] env[70623]: DEBUG nova.network.neutron [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Refreshing network info cache for port a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.199123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be7273a-0b6e-4894-b6e2-e4f698ed8e0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.207076] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35548ab-1fd8-4398-a2a8-a3059555ecf7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.240503] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ae9a6-9361-4ee3-80b0-aaf91150c554 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.248906] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3853af3f-29b2-4176-a84a-96bd158654e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.268549] env[70623]: DEBUG nova.compute.provider_tree [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.275130] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794119, 'name': Rename_Task, 'duration_secs': 0.432191} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.275130] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.275130] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c85e68d-bc5d-4ed2-b6d8-b7612f7c358b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.281729] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1062.281729] env[70623]: value = "task-2794121" [ 1062.281729] env[70623]: _type = "Task" [ 1062.281729] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.290693] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.383101] env[70623]: DEBUG nova.network.neutron [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Port 6ad794ab-a5b2-49ac-9bc3-414010322689 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.411060] env[70623]: DEBUG nova.network.neutron [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.428996] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71765} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.429314] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.429553] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.429948] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a040aef-a948-43b2-90b2-aac9d2d9ab27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.437025] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1062.437025] env[70623]: value = "task-2794122" [ 1062.437025] env[70623]: _type = "Task" [ 1062.437025] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.444688] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.455536] env[70623]: DEBUG nova.network.neutron [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.499846] env[70623]: DEBUG oslo_concurrency.lockutils [req-5806c755-6621-4933-b79b-8f6f93378dc9 req-e4a8c6fa-a1ef-497d-a637-24cfa6dc8c32 service nova] Releasing lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.500567] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.501436] env[70623]: DEBUG nova.network.neutron [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.742054] env[70623]: DEBUG nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.773228] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.773493] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.773653] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.773852] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.774013] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.774261] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.774477] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.774725] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.774902] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.775077] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.775272] env[70623]: DEBUG nova.virt.hardware [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.776131] env[70623]: DEBUG nova.network.neutron [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updated VIF entry in instance network info cache for port a2d84157-4b81-4eca-a6a7-54f12c592534. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.776561] env[70623]: DEBUG nova.network.neutron [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updating instance_info_cache with network_info: [{"id": "a2d84157-4b81-4eca-a6a7-54f12c592534", "address": "fa:16:3e:a9:4e:bb", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d84157-4b", "ovs_interfaceid": "a2d84157-4b81-4eca-a6a7-54f12c592534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.782029] env[70623]: DEBUG nova.scheduler.client.report [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.782153] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40604eb-47d9-4936-8a7d-23ba57fb56a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.796848] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a88350d-e6b6-4d00-b1b9-b41544ef5d45 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.801621] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.812871] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.818465] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Creating folder: Project (3adab724a0e84e5c8ca97d3f5574de52). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.819552] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dfa8222-15bc-4963-bd80-aca90980437a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.831055] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Created folder: Project (3adab724a0e84e5c8ca97d3f5574de52) in parent group-v561316. [ 1062.831257] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Creating folder: Instances. Parent ref: group-v561595. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.831485] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c2174a-4a64-4d60-a4fa-7ad1ec556c9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.840130] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Created folder: Instances in parent group-v561595. [ 1062.840345] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.840539] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.840740] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea25cb5-40a4-43d7-97b8-af6cfb42e7bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.856728] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.856728] env[70623]: value = "task-2794125" [ 1062.856728] env[70623]: _type = "Task" [ 1062.856728] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.864631] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794125, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.893077] env[70623]: DEBUG nova.compute.manager [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.893077] env[70623]: DEBUG nova.compute.manager [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing instance network info cache due to event network-changed-01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1062.893194] env[70623]: DEBUG oslo_concurrency.lockutils [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] Acquiring lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.893342] env[70623]: DEBUG oslo_concurrency.lockutils [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] Acquired lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.893568] env[70623]: DEBUG nova.network.neutron [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Refreshing network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.913873] env[70623]: INFO nova.compute.manager [-] [instance: b2103440-5f33-465c-9efa-674f47740096] Took 1.49 seconds to deallocate network for instance. [ 1062.945411] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062205} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.945741] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.946535] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa405d-1a13-4bf4-b52e-ca7700c060af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.965884] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.966975] env[70623]: INFO nova.compute.manager [-] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Took 1.80 seconds to deallocate network for instance. [ 1062.967464] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce907a42-610e-4a41-ba0c-58262809ea05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.993742] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1062.993742] env[70623]: value = "task-2794126" [ 1062.993742] env[70623]: _type = "Task" [ 1062.993742] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.001813] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.045395] env[70623]: DEBUG nova.network.neutron [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.201790] env[70623]: DEBUG nova.network.neutron [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Updating instance_info_cache with network_info: [{"id": "078a8691-0984-40ea-986f-fd4d1a7f2fac", "address": "fa:16:3e:a6:b3:00", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078a8691-09", "ovs_interfaceid": "078a8691-0984-40ea-986f-fd4d1a7f2fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.288323] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.589s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.288323] env[70623]: INFO nova.compute.manager [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Migrating [ 1063.297499] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a065202-03e5-4793-bf70-58de6fed4294 req-ba5c5f23-5be5-4576-bf42-71918f1fc997 service nova] Releasing lock "refresh_cache-aa6912be-f6dd-4559-a0c9-4d0eaca0a001" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.301430] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.142s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.301634] env[70623]: DEBUG nova.objects.instance [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1063.323326] env[70623]: DEBUG oslo_vmware.api [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794121, 'name': PowerOnVM_Task, 'duration_secs': 0.961337} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.323709] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.324103] env[70623]: INFO nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1063.324374] env[70623]: DEBUG nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.325543] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e6777-5611-412a-af74-764ae61d111b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.341232] env[70623]: DEBUG nova.compute.manager [req-00808eac-cd5f-42ec-8d84-eb29b2d65ab2 req-d67347f5-f08e-4e49-8366-ca4e574e19f0 service nova] [instance: b2103440-5f33-465c-9efa-674f47740096] Received event network-vif-deleted-36a8d4e6-1f8b-45e9-8f75-31488c0055a0 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.341547] env[70623]: DEBUG nova.compute.manager [req-00808eac-cd5f-42ec-8d84-eb29b2d65ab2 req-d67347f5-f08e-4e49-8366-ca4e574e19f0 service nova] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Received event network-vif-deleted-90855115-8cfa-4931-a9f4-76fdabb25223 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.368928] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794125, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.413222] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.413463] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.413640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.420454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.490984] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.504837] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.680190] env[70623]: DEBUG nova.network.neutron [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updated VIF entry in instance network info cache for port 01616c3a-f7a2-4e1c-a81f-a2b6a98924db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.680190] env[70623]: DEBUG nova.network.neutron [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [{"id": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "address": "fa:16:3e:70:65:f1", "network": {"id": "a8c8779a-e0e9-4806-994e-267bf11f538e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1998245471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f91444c4a72e46ca99221b0e4aca52d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616c3a-f7", "ovs_interfaceid": "01616c3a-f7a2-4e1c-a81f-a2b6a98924db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.704689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.704987] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance network_info: |[{"id": "078a8691-0984-40ea-986f-fd4d1a7f2fac", "address": "fa:16:3e:a6:b3:00", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078a8691-09", "ovs_interfaceid": "078a8691-0984-40ea-986f-fd4d1a7f2fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.705412] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b3:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078a8691-0984-40ea-986f-fd4d1a7f2fac', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.712979] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.713484] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.713718] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad698db9-dbea-4b75-a405-2ee9a07b2733 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.733398] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.733398] env[70623]: value = "task-2794127" [ 1063.733398] env[70623]: _type = "Task" [ 1063.733398] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.742945] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794127, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.820179] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.820349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.820539] env[70623]: DEBUG nova.network.neutron [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.851239] env[70623]: INFO nova.compute.manager [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Took 24.95 seconds to build instance. [ 1063.866837] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794125, 'name': CreateVM_Task, 'duration_secs': 0.834293} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.867083] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.867554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.867718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.868052] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.868303] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def73644-2dd8-4c7b-a5da-9017f7accf2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.873416] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1063.873416] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1fcf0-94e0-3579-0b4d-0665a2a45bba" [ 1063.873416] env[70623]: _type = "Task" [ 1063.873416] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.881592] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1fcf0-94e0-3579-0b4d-0665a2a45bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.003839] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794126, 'name': ReconfigVM_Task, 'duration_secs': 0.832689} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.004136] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c/1765d72a-49c7-4a35-8823-e32e9fe8037c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.004820] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca90445c-c593-4302-a819-e06e7c5e863f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.010767] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1064.010767] env[70623]: value = "task-2794128" [ 1064.010767] env[70623]: _type = "Task" [ 1064.010767] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.019069] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794128, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.182877] env[70623]: DEBUG oslo_concurrency.lockutils [req-e33bdd7e-eccd-40dc-92b8-b3257d4858be req-8dd2c879-f3fc-4063-a05a-685f9467a614 service nova] Releasing lock "refresh_cache-7f5e541e-da6c-4f2d-9617-7517e350d7d0" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.244766] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794127, 'name': CreateVM_Task, 'duration_secs': 0.445534} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.245037] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.245750] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.286963] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.287320] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561594', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'name': 'volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09f82e73-b5c6-42d8-b209-ff46a1bae6d9', 'attached_at': '', 'detached_at': '', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'serial': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.288529] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e538ecf-9346-4d47-b137-f9eb5703ed26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.305164] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b299032-8700-4b44-af94-a1dee89a1b36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.324776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e41000e3-f7ce-4df6-915a-182e781c9dcf tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.334943] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118/volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.335543] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.621s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.335726] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.335879] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1064.336163] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.217s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.337593] env[70623]: INFO nova.compute.claims [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.341570] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82fe1472-9b58-457a-a7ff-a15dc583aa27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.354491] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa8e4f-0cfc-46a0-88e4-49c277db8803 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.357882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e29e9106-c3d6-4a1c-b928-e1c6d7d853ac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.466s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.367399] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d13e6d-715a-49e6-97e6-f885fa905511 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.371330] env[70623]: DEBUG oslo_vmware.api [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1064.371330] env[70623]: value = "task-2794129" [ 1064.371330] env[70623]: _type = "Task" [ 1064.371330] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.387887] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c0cfa1-9881-497b-9220-45584159b0dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.395389] env[70623]: DEBUG oslo_vmware.api [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.403812] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f1fcf0-94e0-3579-0b4d-0665a2a45bba, 'name': SearchDatastore_Task, 'duration_secs': 0.024862} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.405901] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.407023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.407023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.407023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.407023] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.407197] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.407498] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.407689] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d07bd8d6-e783-4eae-aefb-0d7e25e1d89c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.410308] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f793b-8c77-4be5-ab86-39ebd152c73d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.413808] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2353fce7-e0e4-4d63-8ff7-afb2c2ecbf2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.447035] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1064.447035] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bca044-e51d-9bc3-9636-1574578b1f2c" [ 1064.447035] env[70623]: _type = "Task" [ 1064.447035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.447794] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180027MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1064.447939] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.451091] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.451091] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.453891] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7886f09d-fed4-4e7c-a128-8071bdf92e27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.462043] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bca044-e51d-9bc3-9636-1574578b1f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.465264] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.465501] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.465724] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.467080] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1064.467080] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df6483-2c72-6306-92db-5b07a1dac0d6" [ 1064.467080] env[70623]: _type = "Task" [ 1064.467080] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.474117] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52df6483-2c72-6306-92db-5b07a1dac0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.474894] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ef25ac-cca3-4245-8aeb-6c32db5879ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.479555] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1064.479555] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520014df-ea8a-992f-3200-5924ffbd7ea1" [ 1064.479555] env[70623]: _type = "Task" [ 1064.479555] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.488023] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520014df-ea8a-992f-3200-5924ffbd7ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.493699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.493897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.495129] env[70623]: DEBUG nova.network.neutron [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.524362] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794128, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.572921] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7870927-3d63-48b1-9a40-7f6ee0db3b64 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.579333] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Suspending the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1064.579571] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bec22819-6de3-4788-938e-bbd44f9b159f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.584983] env[70623]: DEBUG oslo_vmware.api [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1064.584983] env[70623]: value = "task-2794130" [ 1064.584983] env[70623]: _type = "Task" [ 1064.584983] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.592670] env[70623]: DEBUG oslo_vmware.api [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794130, 'name': SuspendVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.634576] env[70623]: DEBUG nova.network.neutron [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.881404] env[70623]: DEBUG oslo_vmware.api [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794129, 'name': ReconfigVM_Task, 'duration_secs': 0.33967} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.881682] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118/volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.886839] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e185874b-3754-48ea-bdea-50132c1167ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.902011] env[70623]: DEBUG oslo_vmware.api [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1064.902011] env[70623]: value = "task-2794131" [ 1064.902011] env[70623]: _type = "Task" [ 1064.902011] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.910763] env[70623]: DEBUG oslo_vmware.api [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.990244] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520014df-ea8a-992f-3200-5924ffbd7ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.990559] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.990956] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.991263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.991450] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.991691] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d240dca0-efb6-4ab4-ab56-20aef0c249de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.993695] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda846df-d623-462b-a7b7-669c82797c87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.000346] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1065.000346] env[70623]: value = "task-2794132" [ 1065.000346] env[70623]: _type = "Task" [ 1065.000346] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.005579] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.006249] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.006542] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213c3695-9d3b-494d-b005-66519515cbfc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.012097] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.017894] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1065.017894] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5227aa48-9d16-9aa5-587f-574dd1028b40" [ 1065.017894] env[70623]: _type = "Task" [ 1065.017894] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.024321] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794128, 'name': Rename_Task, 'duration_secs': 0.91242} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.024999] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.025294] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4785309b-9593-4248-a0ee-35571a2b9b7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.030193] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5227aa48-9d16-9aa5-587f-574dd1028b40, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.031527] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1764683-ce01-4b0d-b327-54794314fd48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.034835] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1065.034835] env[70623]: value = "task-2794133" [ 1065.034835] env[70623]: _type = "Task" [ 1065.034835] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.039575] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1065.039575] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5455b-ce78-4e25-b091-fe0ea2cfae22" [ 1065.039575] env[70623]: _type = "Task" [ 1065.039575] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.047719] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.053178] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a5455b-ce78-4e25-b091-fe0ea2cfae22, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.053494] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.053726] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.053974] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f6a366f-5ee7-43de-a9a1-7ae890f788fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.060266] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1065.060266] env[70623]: value = "task-2794134" [ 1065.060266] env[70623]: _type = "Task" [ 1065.060266] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.068143] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.094185] env[70623]: DEBUG oslo_vmware.api [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794130, 'name': SuspendVM_Task} progress is 70%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.137265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.261938] env[70623]: DEBUG nova.network.neutron [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [{"id": "6ad794ab-a5b2-49ac-9bc3-414010322689", "address": "fa:16:3e:9b:37:90", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad794ab-a5", "ovs_interfaceid": "6ad794ab-a5b2-49ac-9bc3-414010322689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.412285] env[70623]: DEBUG oslo_vmware.api [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794131, 'name': ReconfigVM_Task, 'duration_secs': 0.152829} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.415795] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561594', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'name': 'volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09f82e73-b5c6-42d8-b209-ff46a1bae6d9', 'attached_at': '', 'detached_at': '', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'serial': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.513925] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.544928] env[70623]: DEBUG oslo_vmware.api [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794133, 'name': PowerOnVM_Task, 'duration_secs': 0.474071} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.547959] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.548196] env[70623]: DEBUG nova.compute.manager [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.549373] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa88728-a694-4580-a683-bc69a68232e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.571551] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794134, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.598614] env[70623]: DEBUG oslo_vmware.api [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794130, 'name': SuspendVM_Task, 'duration_secs': 0.613192} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.599837] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Suspended the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1065.600015] env[70623]: DEBUG nova.compute.manager [None req-3b261c61-5ca0-434b-a8fb-89a3fcde462d tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.600865] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2ca698-e052-4f63-913b-03708d57980a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.700668] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd26051c-a5ca-4b4b-b1b2-a7ef5a122dab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.709612] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9fe04-16cc-4dba-b4bd-a70241fd8d10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.743049] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608edc5-833b-48a4-b1c5-c4985a697bc5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.753697] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c5ab34-ceb4-4b09-aa3d-62613da57d44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.768903] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.772642] env[70623]: DEBUG nova.compute.provider_tree [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.011748] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611653} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.012019] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.012245] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.012554] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85eb2713-ecef-48ec-8f82-594c47ed63ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.019359] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1066.019359] env[70623]: value = "task-2794135" [ 1066.019359] env[70623]: _type = "Task" [ 1066.019359] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.028188] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.068986] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.074845] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688225} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.075110] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.075356] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.075596] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79ebac46-95c6-4d7d-b702-9cf60bea4575 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.083028] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1066.083028] env[70623]: value = "task-2794136" [ 1066.083028] env[70623]: _type = "Task" [ 1066.083028] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.090779] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.278934] env[70623]: DEBUG nova.scheduler.client.report [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.298431] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055cf5e-42e4-4eaf-af00-1909093b5b6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.319777] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096e0e9-2330-42c6-8fce-38c8f694bb36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.328839] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.450443] env[70623]: DEBUG nova.objects.instance [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'flavor' on Instance uuid 09f82e73-b5c6-42d8-b209-ff46a1bae6d9 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.529978] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066255} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.530576] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.531378] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0104c23e-989b-40ff-b1bb-0532bb69b4b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.551504] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.551781] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17195f66-92c9-4d64-8487-901d645c504d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.571977] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1066.571977] env[70623]: value = "task-2794137" [ 1066.571977] env[70623]: _type = "Task" [ 1066.571977] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.580591] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.594249] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064029} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.594613] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.595808] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2974154-e46e-46a2-bad2-26a52f1c2ec7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.619129] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.619445] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e869e22-639e-407b-998e-e188b404a53d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.639612] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1066.639612] env[70623]: value = "task-2794138" [ 1066.639612] env[70623]: _type = "Task" [ 1066.639612] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.647658] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.654337] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d3be9-63fc-4e90-aeee-e1dfa8af573e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.674598] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.787125] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.789476] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.771s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.789476] env[70623]: DEBUG nova.objects.instance [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lazy-loading 'resources' on Instance uuid 638d52a3-e4ae-4b8a-888b-59c37bafed1a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.835603] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.835951] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-362b6c59-f12c-4c9c-97a0-58da94249747 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.843485] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1066.843485] env[70623]: value = "task-2794139" [ 1066.843485] env[70623]: _type = "Task" [ 1066.843485] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.853785] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.956763] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a328850b-41e1-48a7-b60d-7207c5e6105f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.957096] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.957316] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a328850b-41e1-48a7-b60d-7207c5e6105f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.957509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.957686] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.959292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f423bcf3-6914-42e1-838e-0a0815721bcb tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.377s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.960277] env[70623]: INFO nova.compute.manager [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Terminating instance [ 1067.082830] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.149962] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794138, 'name': ReconfigVM_Task, 'duration_secs': 0.264976} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.150107] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Reconfigured VM instance instance-00000064 to attach disk [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.150875] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e90a89-8cae-43c8-89a0-258c61c76547 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.157817] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1067.157817] env[70623]: value = "task-2794140" [ 1067.157817] env[70623]: _type = "Task" [ 1067.157817] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.166329] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794140, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.183481] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.183908] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.184150] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.185527] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90c22df-5908-4f17-9ffd-7b5a7099ab4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.193118] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1067.193118] env[70623]: value = "task-2794141" [ 1067.193118] env[70623]: _type = "Task" [ 1067.193118] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.203515] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.203843] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.229538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "1765d72a-49c7-4a35-8823-e32e9fe8037c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.230382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "1765d72a-49c7-4a35-8823-e32e9fe8037c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.230382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "1765d72a-49c7-4a35-8823-e32e9fe8037c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.230382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "1765d72a-49c7-4a35-8823-e32e9fe8037c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.230382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "1765d72a-49c7-4a35-8823-e32e9fe8037c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.232431] env[70623]: INFO nova.compute.manager [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Terminating instance [ 1067.295402] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "06676925-1d81-4e72-9fb4-91eb72223a6f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.295784] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "06676925-1d81-4e72-9fb4-91eb72223a6f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.354543] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.464211] env[70623]: DEBUG nova.compute.manager [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.464490] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.465587] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d83b4-9e37-4679-9a7a-f2f1a409c348 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.474876] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.477590] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0de1d8f-61c7-4533-aeca-aec40ba88fbc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.567715] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.567988] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.568207] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleting the datastore file [datastore2] a328850b-41e1-48a7-b60d-7207c5e6105f {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.568479] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8170770d-a86f-4aef-a185-e96a37f3541f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.577942] env[70623]: DEBUG oslo_vmware.api [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1067.577942] env[70623]: value = "task-2794143" [ 1067.577942] env[70623]: _type = "Task" [ 1067.577942] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.583487] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794137, 'name': ReconfigVM_Task, 'duration_secs': 0.551369} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.584891] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.585958] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c749c4-f1f6-482f-8a91-a2d5c19e151e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.590904] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fff93b3-2807-4109-b6b6-e777ef6eff9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.592378] env[70623]: DEBUG oslo_vmware.api [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.598515] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03165c74-dde7-4924-8047-d1cfddcf4446 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.601770] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1067.601770] env[70623]: value = "task-2794144" [ 1067.601770] env[70623]: _type = "Task" [ 1067.601770] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.634448] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5452c0a5-fcaf-48a0-a910-4f4f3e9f9721 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.640081] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794144, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.644748] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b259e30f-9662-49bb-9e34-609ad2283433 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.657797] env[70623]: DEBUG nova.compute.provider_tree [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.666270] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794140, 'name': Rename_Task, 'duration_secs': 0.145594} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.667102] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.667341] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d819fa67-3c08-4525-8807-d7f510abb673 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.673223] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1067.673223] env[70623]: value = "task-2794145" [ 1067.673223] env[70623]: _type = "Task" [ 1067.673223] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.680441] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.688502] env[70623]: INFO nova.compute.manager [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Detaching volume 882c8ea1-f23c-4fe9-8d55-6b99ad70b118 [ 1067.712676] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.712864] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.713066] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.713354] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.713564] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.713742] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.713957] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.714165] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.714417] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.714612] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.714810] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.719901] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa7abec-f154-456f-8756-9cbabde2379e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.732930] env[70623]: INFO nova.virt.block_device [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Attempting to driver detach volume 882c8ea1-f23c-4fe9-8d55-6b99ad70b118 from mountpoint /dev/sdb [ 1067.733237] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.733377] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561594', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'name': 'volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09f82e73-b5c6-42d8-b209-ff46a1bae6d9', 'attached_at': '', 'detached_at': '', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'serial': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.734643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b7e23b-01ae-4855-9b41-044494d933c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.738040] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "refresh_cache-1765d72a-49c7-4a35-8823-e32e9fe8037c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.738295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquired lock "refresh_cache-1765d72a-49c7-4a35-8823-e32e9fe8037c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.738519] env[70623]: DEBUG nova.network.neutron [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.742538] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1067.742538] env[70623]: value = "task-2794146" [ 1067.742538] env[70623]: _type = "Task" [ 1067.742538] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.763251] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1653fd-4c71-4411-86c3-636108caf5c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.773707] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.776047] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44234aa7-be94-443f-bb18-10c7e92c5ef0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.797838] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f833bce5-a487-4f5c-9497-eec1484eaddf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.800850] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "06676925-1d81-4e72-9fb4-91eb72223a6f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.801375] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.816911] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] The volume has not been displaced from its original location: [datastore1] volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118/volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.822263] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.822610] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1f2ffe-a3a6-4c0c-8a23-7da85702b708 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.840737] env[70623]: DEBUG oslo_vmware.api [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1067.840737] env[70623]: value = "task-2794147" [ 1067.840737] env[70623]: _type = "Task" [ 1067.840737] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.854892] env[70623]: DEBUG oslo_vmware.api [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.855164] env[70623]: DEBUG oslo_vmware.api [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794139, 'name': PowerOnVM_Task, 'duration_secs': 0.680344} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.855389] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.855561] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e8907cfc-719c-4e27-bc71-f5410439adf9 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance 'c5c56200-fbff-4ab1-bd61-ac229abc7cd1' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.090576] env[70623]: DEBUG oslo_vmware.api [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221071} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.090807] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.090989] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.091190] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.091367] env[70623]: INFO nova.compute.manager [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1068.092030] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.092030] env[70623]: DEBUG nova.compute.manager [-] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.092030] env[70623]: DEBUG nova.network.neutron [-] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.111275] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794144, 'name': Rename_Task, 'duration_secs': 0.178251} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.111542] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.111786] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9285b456-bff0-4228-add3-142b1e6452a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.119054] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1068.119054] env[70623]: value = "task-2794148" [ 1068.119054] env[70623]: _type = "Task" [ 1068.119054] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.129439] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.163621] env[70623]: DEBUG nova.scheduler.client.report [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.183678] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.269709] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794146, 'name': ReconfigVM_Task, 'duration_secs': 0.163584} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.270221] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.276425] env[70623]: DEBUG nova.network.neutron [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.307785] env[70623]: DEBUG nova.compute.utils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.307785] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.307785] env[70623]: DEBUG nova.network.neutron [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.355019] env[70623]: DEBUG oslo_vmware.api [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794147, 'name': ReconfigVM_Task, 'duration_secs': 0.242013} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.355019] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.357700] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4927d036-8d4e-4acb-b403-c52e5383e915 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.380218] env[70623]: DEBUG oslo_vmware.api [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1068.380218] env[70623]: value = "task-2794149" [ 1068.380218] env[70623]: _type = "Task" [ 1068.380218] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.390689] env[70623]: DEBUG oslo_vmware.api [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.391892] env[70623]: DEBUG nova.network.neutron [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.399793] env[70623]: DEBUG nova.policy [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c237f275d44d16a9fa02c65042fa89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '557e10793e664055bcbad0f82c106717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.628949] env[70623]: DEBUG oslo_vmware.api [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794148, 'name': PowerOnVM_Task, 'duration_secs': 0.490181} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.632092] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.632092] env[70623]: INFO nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1068.632092] env[70623]: DEBUG nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.632092] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079384dc-32bc-47ff-a585-07ccbb369ea7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.668866] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.674022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.532s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.675647] env[70623]: INFO nova.compute.claims [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.679548] env[70623]: DEBUG nova.compute.manager [req-4336976e-9c45-4a77-bc6e-c5a374e074c0 req-1ce4f0b1-9a1b-4dd9-acc7-cd73f3903a94 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Received event network-vif-deleted-513deb4e-e5c3-4d56-9d85-77106ac78910 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.679743] env[70623]: INFO nova.compute.manager [req-4336976e-9c45-4a77-bc6e-c5a374e074c0 req-1ce4f0b1-9a1b-4dd9-acc7-cd73f3903a94 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Neutron deleted interface 513deb4e-e5c3-4d56-9d85-77106ac78910; detaching it from the instance and deleting it from the info cache [ 1068.679905] env[70623]: DEBUG nova.network.neutron [req-4336976e-9c45-4a77-bc6e-c5a374e074c0 req-1ce4f0b1-9a1b-4dd9-acc7-cd73f3903a94 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.691780] env[70623]: DEBUG oslo_vmware.api [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794145, 'name': PowerOnVM_Task, 'duration_secs': 0.62032} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.692072] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.692279] env[70623]: INFO nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1068.692455] env[70623]: DEBUG nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.693518] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63861862-ca27-4a6d-b75f-494de65215d6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.711009] env[70623]: INFO nova.scheduler.client.report [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Deleted allocations for instance 638d52a3-e4ae-4b8a-888b-59c37bafed1a [ 1068.778605] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.778882] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.779090] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.779313] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.779497] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.779684] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.779924] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.780142] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.780357] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.780555] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.780745] env[70623]: DEBUG nova.virt.hardware [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.786437] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.787372] env[70623]: DEBUG nova.network.neutron [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Successfully created port: f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.789263] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2c62eb-6d49-43bf-9801-d15eb6647f0d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.809388] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1068.809388] env[70623]: value = "task-2794150" [ 1068.809388] env[70623]: _type = "Task" [ 1068.809388] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.812806] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.821116] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.892269] env[70623]: DEBUG oslo_vmware.api [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794149, 'name': ReconfigVM_Task, 'duration_secs': 0.168623} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.892607] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561594', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'name': 'volume-882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09f82e73-b5c6-42d8-b209-ff46a1bae6d9', 'attached_at': '', 'detached_at': '', 'volume_id': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118', 'serial': '882c8ea1-f23c-4fe9-8d55-6b99ad70b118'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1068.895128] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Releasing lock "refresh_cache-1765d72a-49c7-4a35-8823-e32e9fe8037c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.895543] env[70623]: DEBUG nova.compute.manager [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.895994] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.896706] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cc20c-5ec6-4dad-9547-7648a5a113c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.905575] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.905829] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8908fb77-912c-4d09-8115-d294d06f4189 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.913591] env[70623]: DEBUG oslo_vmware.api [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1068.913591] env[70623]: value = "task-2794151" [ 1068.913591] env[70623]: _type = "Task" [ 1068.913591] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.924993] env[70623]: DEBUG oslo_vmware.api [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.149044] env[70623]: INFO nova.compute.manager [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Took 21.63 seconds to build instance. [ 1069.150077] env[70623]: DEBUG nova.network.neutron [-] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.186620] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7cd493a-f434-4b55-b232-9d98dd1643e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.196593] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f54aa7-27fd-4672-b573-801bea69aa70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.213471] env[70623]: INFO nova.compute.manager [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Took 22.39 seconds to build instance. [ 1069.219046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0b03448a-ced2-41c8-8bda-4b0433c02d8e tempest-ServerShowV254Test-957065649 tempest-ServerShowV254Test-957065649-project-member] Lock "638d52a3-e4ae-4b8a-888b-59c37bafed1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.594s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.236523] env[70623]: DEBUG nova.compute.manager [req-4336976e-9c45-4a77-bc6e-c5a374e074c0 req-1ce4f0b1-9a1b-4dd9-acc7-cd73f3903a94 service nova] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Detach interface failed, port_id=513deb4e-e5c3-4d56-9d85-77106ac78910, reason: Instance a328850b-41e1-48a7-b60d-7207c5e6105f could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1069.322401] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794150, 'name': ReconfigVM_Task, 'duration_secs': 0.360984} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.323469] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.323879] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afbf34c-c88b-4d79-88f0-309f530cee93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.347746] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126/e7dc9bf3-a474-4749-8cd9-03ec723b7126.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.348076] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879d379f-a9e3-4596-8d83-c9b84d7ab7ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.367416] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1069.367416] env[70623]: value = "task-2794152" [ 1069.367416] env[70623]: _type = "Task" [ 1069.367416] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.375846] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.425127] env[70623]: DEBUG oslo_vmware.api [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794151, 'name': PowerOffVM_Task, 'duration_secs': 0.23837} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.425483] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.425673] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.425932] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44840853-55f0-46bf-8075-08f036ce2da5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.437945] env[70623]: DEBUG nova.objects.instance [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'flavor' on Instance uuid 09f82e73-b5c6-42d8-b209-ff46a1bae6d9 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.451117] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.451486] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.452086] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Deleting the datastore file [datastore1] 1765d72a-49c7-4a35-8823-e32e9fe8037c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.452805] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb426e49-cfe3-4504-8c86-b801cc8f4190 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.459394] env[70623]: DEBUG oslo_vmware.api [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for the task: (returnval){ [ 1069.459394] env[70623]: value = "task-2794154" [ 1069.459394] env[70623]: _type = "Task" [ 1069.459394] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.467165] env[70623]: DEBUG oslo_vmware.api [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.651477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-74aa3112-9422-4897-b0f5-b2d705c6ea2f tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "3a8be430-94ec-4856-a44d-40b3da56b751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.140s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.652657] env[70623]: INFO nova.compute.manager [-] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Took 1.56 seconds to deallocate network for instance. [ 1069.718294] env[70623]: DEBUG oslo_concurrency.lockutils [None req-110a9b89-91da-43f2-85ef-cd086e9b478d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.903s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.824756] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.867847] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.868124] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.868289] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.868714] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.868714] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.868844] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.868961] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.869132] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.869532] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.869532] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.869691] env[70623]: DEBUG nova.virt.hardware [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.870677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dcf21e-85a2-45a6-b121-fd84de58230a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.889443] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5249bf88-d1ea-4303-ab3a-2aa918288543 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.895992] env[70623]: DEBUG oslo_vmware.api [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794152, 'name': ReconfigVM_Task, 'duration_secs': 0.398071} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.898806] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Reconfigured VM instance instance-0000003d to attach disk [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126/e7dc9bf3-a474-4749-8cd9-03ec723b7126.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.899140] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.970816] env[70623]: DEBUG oslo_vmware.api [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Task: {'id': task-2794154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133801} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.975020] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.975020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.975020] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.975020] env[70623]: INFO nova.compute.manager [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1069.975020] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.975020] env[70623]: DEBUG nova.compute.manager [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.975020] env[70623]: DEBUG nova.network.neutron [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.992226] env[70623]: DEBUG nova.network.neutron [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.048323] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59345776-204b-4c96-98c6-442112d890be {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.056762] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afa4a89-ff52-4407-a9a0-045c65b6786e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.090546] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af662d-7c68-4725-86c8-32873da0554b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.099052] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6464ab-64bc-4e3d-a603-48054a66f063 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.119530] env[70623]: DEBUG nova.compute.provider_tree [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.164851] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.384733] env[70623]: DEBUG nova.compute.manager [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Received event network-changed-078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1070.384994] env[70623]: DEBUG nova.compute.manager [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Refreshing instance network info cache due to event network-changed-078a8691-0984-40ea-986f-fd4d1a7f2fac. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1070.385175] env[70623]: DEBUG oslo_concurrency.lockutils [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] Acquiring lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.385320] env[70623]: DEBUG oslo_concurrency.lockutils [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] Acquired lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.385486] env[70623]: DEBUG nova.network.neutron [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Refreshing network info cache for port 078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.411431] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd7eae5-b077-42fb-8430-675dee618362 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.435072] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff9d479-2f34-46c3-8734-3363664d585b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.454854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e175e00a-3333-4c0b-8e77-39f362bf2ce6 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.456465] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.495578] env[70623]: DEBUG nova.network.neutron [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.515791] env[70623]: DEBUG nova.network.neutron [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Successfully updated port: f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.609532] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.609917] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.609917] env[70623]: DEBUG nova.compute.manager [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Going to confirm migration 3 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1070.623009] env[70623]: DEBUG nova.scheduler.client.report [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.771751] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.772055] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.772253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.772437] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.772603] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.774957] env[70623]: INFO nova.compute.manager [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Terminating instance [ 1070.997525] env[70623]: DEBUG nova.network.neutron [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Port 6d394eec-3d3d-49d8-ad01-c6bb47a53c72 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1070.999104] env[70623]: INFO nova.compute.manager [-] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Took 1.02 seconds to deallocate network for instance. [ 1071.022319] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "refresh_cache-a79a87f8-ed21-4628-9ce8-e73786b7e643" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.022319] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquired lock "refresh_cache-a79a87f8-ed21-4628-9ce8-e73786b7e643" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.022319] env[70623]: DEBUG nova.network.neutron [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.112095] env[70623]: DEBUG nova.network.neutron [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Updated VIF entry in instance network info cache for port 078a8691-0984-40ea-986f-fd4d1a7f2fac. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.112500] env[70623]: DEBUG nova.network.neutron [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Updating instance_info_cache with network_info: [{"id": "078a8691-0984-40ea-986f-fd4d1a7f2fac", "address": "fa:16:3e:a6:b3:00", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078a8691-09", "ovs_interfaceid": "078a8691-0984-40ea-986f-fd4d1a7f2fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.130329] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.130329] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.131272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.493s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.135087] env[70623]: INFO nova.compute.claims [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.188403] env[70623]: INFO nova.compute.manager [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Rebuilding instance [ 1071.209344] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.209528] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.209715] env[70623]: DEBUG nova.network.neutron [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.209892] env[70623]: DEBUG nova.objects.instance [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'info_cache' on Instance uuid c5c56200-fbff-4ab1-bd61-ac229abc7cd1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.234726] env[70623]: DEBUG nova.compute.manager [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.235633] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae99724-6720-46e2-875f-71bc0a90ea60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.278908] env[70623]: DEBUG nova.compute.manager [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.280410] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.282283] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a228e25-6dc5-4524-866e-1c71d169ee21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.294118] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.294580] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67252ee7-6c8c-466c-b6f5-a0e8818b62e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.304443] env[70623]: DEBUG oslo_vmware.api [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1071.304443] env[70623]: value = "task-2794155" [ 1071.304443] env[70623]: _type = "Task" [ 1071.304443] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.318171] env[70623]: DEBUG oslo_vmware.api [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.504783] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.573089] env[70623]: DEBUG nova.network.neutron [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.617843] env[70623]: DEBUG oslo_concurrency.lockutils [req-357395fe-ac09-4ae8-96d2-37943138dc2f req-43bdc6bb-8fdb-4fe0-97a9-95dffa41bf2b service nova] Releasing lock "refresh_cache-da67012b-2dbe-45d2-94f8-e8b6d1515823" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.642394] env[70623]: DEBUG nova.compute.utils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.644500] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.644954] env[70623]: DEBUG nova.network.neutron [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.723919] env[70623]: DEBUG nova.policy [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00cf72f37391494f9faf72bc9ba7c626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1324e646d08e473591d12f808db111ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.805683] env[70623]: DEBUG nova.network.neutron [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Updating instance_info_cache with network_info: [{"id": "f05b5408-6e10-434f-b914-021bb7995eaf", "address": "fa:16:3e:fb:da:71", "network": {"id": "e53c283a-a9f6-4899-9905-bbd66290ff60", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1511660808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "557e10793e664055bcbad0f82c106717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05b5408-6e", "ovs_interfaceid": "f05b5408-6e10-434f-b914-021bb7995eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.816506] env[70623]: DEBUG oslo_vmware.api [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794155, 'name': PowerOffVM_Task, 'duration_secs': 0.479677} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.816852] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.817048] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.817324] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb3fde1-70a8-46e6-9ae7-c78a6e5ca27c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.888078] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.888315] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.888507] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleting the datastore file [datastore1] 09f82e73-b5c6-42d8-b209-ff46a1bae6d9 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.888786] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c558406-d0b4-469b-9969-62729d03c6ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.895195] env[70623]: DEBUG oslo_vmware.api [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1071.895195] env[70623]: value = "task-2794157" [ 1071.895195] env[70623]: _type = "Task" [ 1071.895195] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.902984] env[70623]: DEBUG oslo_vmware.api [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.019998] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.020239] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.020420] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.035811] env[70623]: DEBUG nova.network.neutron [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Successfully created port: 3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.145066] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.251698] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.254698] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e91324-3ad2-4baf-9453-4c100f8358de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.262918] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1072.262918] env[70623]: value = "task-2794158" [ 1072.262918] env[70623]: _type = "Task" [ 1072.262918] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.276736] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.312694] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Releasing lock "refresh_cache-a79a87f8-ed21-4628-9ce8-e73786b7e643" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.313100] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Instance network_info: |[{"id": "f05b5408-6e10-434f-b914-021bb7995eaf", "address": "fa:16:3e:fb:da:71", "network": {"id": "e53c283a-a9f6-4899-9905-bbd66290ff60", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1511660808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "557e10793e664055bcbad0f82c106717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05b5408-6e", "ovs_interfaceid": "f05b5408-6e10-434f-b914-021bb7995eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.313582] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:da:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f05b5408-6e10-434f-b914-021bb7995eaf', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.323057] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Creating folder: Project (557e10793e664055bcbad0f82c106717). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.326288] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad4e7553-6797-411d-ae79-06b31029012a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.341653] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Created folder: Project (557e10793e664055bcbad0f82c106717) in parent group-v561316. [ 1072.341789] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Creating folder: Instances. Parent ref: group-v561599. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.342056] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-406eb926-b8c4-4411-9fdf-87cf04a0373b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.353748] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Created folder: Instances in parent group-v561599. [ 1072.354011] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.354329] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.354492] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffb6b75-4a47-43bb-8564-ba89d79c340f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.379178] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.379178] env[70623]: value = "task-2794161" [ 1072.379178] env[70623]: _type = "Task" [ 1072.379178] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.388693] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794161, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.404954] env[70623]: DEBUG oslo_vmware.api [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488603} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.407811] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.408036] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.408233] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.408408] env[70623]: INFO nova.compute.manager [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1072.408721] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.409159] env[70623]: DEBUG nova.compute.manager [-] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.409575] env[70623]: DEBUG nova.network.neutron [-] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.436783] env[70623]: DEBUG nova.compute.manager [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Received event network-vif-plugged-f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1072.437014] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] Acquiring lock "a79a87f8-ed21-4628-9ce8-e73786b7e643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.437540] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.440018] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.440018] env[70623]: DEBUG nova.compute.manager [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] No waiting events found dispatching network-vif-plugged-f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.440018] env[70623]: WARNING nova.compute.manager [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Received unexpected event network-vif-plugged-f05b5408-6e10-434f-b914-021bb7995eaf for instance with vm_state building and task_state spawning. [ 1072.440018] env[70623]: DEBUG nova.compute.manager [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Received event network-changed-f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1072.440018] env[70623]: DEBUG nova.compute.manager [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Refreshing instance network info cache due to event network-changed-f05b5408-6e10-434f-b914-021bb7995eaf. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1072.440018] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] Acquiring lock "refresh_cache-a79a87f8-ed21-4628-9ce8-e73786b7e643" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.440018] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] Acquired lock "refresh_cache-a79a87f8-ed21-4628-9ce8-e73786b7e643" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.440018] env[70623]: DEBUG nova.network.neutron [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Refreshing network info cache for port f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.548539] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32bfd85-936a-4a98-8462-ccf8b5ab5860 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.560422] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dd3027-dd5e-4105-8c3d-1f1192ff6364 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.591075] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104bc6ef-0b34-4a70-91f5-e25da6ce0ac7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.594509] env[70623]: DEBUG nova.network.neutron [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [{"id": "6ad794ab-a5b2-49ac-9bc3-414010322689", "address": "fa:16:3e:9b:37:90", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad794ab-a5", "ovs_interfaceid": "6ad794ab-a5b2-49ac-9bc3-414010322689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.602085] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e950b7a1-1a8a-4549-9ba5-448f5f8af0f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.617901] env[70623]: DEBUG nova.compute.provider_tree [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.776069] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794158, 'name': PowerOffVM_Task, 'duration_secs': 0.151571} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.776396] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.777371] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.778587] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab4043a-0752-4d30-870b-7a5c650a5047 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.789142] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.789438] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ced2c167-cb6f-4776-9008-aae779b58fa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.823898] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.823898] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.823898] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Deleting the datastore file [datastore2] 3a8be430-94ec-4856-a44d-40b3da56b751 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.823898] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a46d21a-db66-413b-b6cb-08de6ac34ab8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.830464] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1072.830464] env[70623]: value = "task-2794163" [ 1072.830464] env[70623]: _type = "Task" [ 1072.830464] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.840486] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.891631] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794161, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.069382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.069566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.069743] env[70623]: DEBUG nova.network.neutron [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.096855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-c5c56200-fbff-4ab1-bd61-ac229abc7cd1" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.097069] env[70623]: DEBUG nova.objects.instance [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'migration_context' on Instance uuid c5c56200-fbff-4ab1-bd61-ac229abc7cd1 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.120718] env[70623]: DEBUG nova.scheduler.client.report [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.155112] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.184108] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.184420] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.184578] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.184756] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.184898] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.185054] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.185287] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.185450] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.185618] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.185778] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.185948] env[70623]: DEBUG nova.virt.hardware [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.186814] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e13a4-0ba7-468c-b74a-42c3efb9e06e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.194859] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b85d9b-3c3f-447f-99dd-e21e8a70d8b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.199296] env[70623]: DEBUG nova.network.neutron [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Updated VIF entry in instance network info cache for port f05b5408-6e10-434f-b914-021bb7995eaf. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.199620] env[70623]: DEBUG nova.network.neutron [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Updating instance_info_cache with network_info: [{"id": "f05b5408-6e10-434f-b914-021bb7995eaf", "address": "fa:16:3e:fb:da:71", "network": {"id": "e53c283a-a9f6-4899-9905-bbd66290ff60", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1511660808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "557e10793e664055bcbad0f82c106717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf05b5408-6e", "ovs_interfaceid": "f05b5408-6e10-434f-b914-021bb7995eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.342354] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11899} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.342624] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.342808] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.342983] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.390018] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794161, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.449181] env[70623]: DEBUG nova.compute.manager [req-fc1ec247-9c03-43ba-8527-d5bf3f7f8f32 req-57bd6fed-edaa-4778-ab38-34eeb18e73ce service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Received event network-vif-plugged-3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.449394] env[70623]: DEBUG oslo_concurrency.lockutils [req-fc1ec247-9c03-43ba-8527-d5bf3f7f8f32 req-57bd6fed-edaa-4778-ab38-34eeb18e73ce service nova] Acquiring lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.449620] env[70623]: DEBUG oslo_concurrency.lockutils [req-fc1ec247-9c03-43ba-8527-d5bf3f7f8f32 req-57bd6fed-edaa-4778-ab38-34eeb18e73ce service nova] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.449793] env[70623]: DEBUG oslo_concurrency.lockutils [req-fc1ec247-9c03-43ba-8527-d5bf3f7f8f32 req-57bd6fed-edaa-4778-ab38-34eeb18e73ce service nova] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.450054] env[70623]: DEBUG nova.compute.manager [req-fc1ec247-9c03-43ba-8527-d5bf3f7f8f32 req-57bd6fed-edaa-4778-ab38-34eeb18e73ce service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] No waiting events found dispatching network-vif-plugged-3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.450296] env[70623]: WARNING nova.compute.manager [req-fc1ec247-9c03-43ba-8527-d5bf3f7f8f32 req-57bd6fed-edaa-4778-ab38-34eeb18e73ce service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Received unexpected event network-vif-plugged-3130e231-592e-4f24-b4cd-6648d5254181 for instance with vm_state building and task_state spawning. [ 1073.525809] env[70623]: DEBUG nova.network.neutron [-] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.541792] env[70623]: DEBUG nova.network.neutron [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Successfully updated port: 3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.602238] env[70623]: DEBUG nova.objects.base [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.604113] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909805d4-96b2-4856-a319-66b5fd4fdc01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.625524] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b584e5-a79b-4f40-86a7-5d459a4452b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.627057] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.628586] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.630741] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.627s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.631922] env[70623]: INFO nova.compute.claims [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.639614] env[70623]: DEBUG oslo_vmware.api [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1073.639614] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523f87dd-5221-7c52-4183-c0a24e82bfbc" [ 1073.639614] env[70623]: _type = "Task" [ 1073.639614] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.653019] env[70623]: DEBUG oslo_vmware.api [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523f87dd-5221-7c52-4183-c0a24e82bfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.007165} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.653019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.702458] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6598d8b-5ef8-4fbb-9bdb-2099f04e13db req-e9c5a9d4-dd6d-4655-9e6d-a5140128dfab service nova] Releasing lock "refresh_cache-a79a87f8-ed21-4628-9ce8-e73786b7e643" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.862639] env[70623]: DEBUG nova.network.neutron [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.891031] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794161, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.028746] env[70623]: INFO nova.compute.manager [-] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Took 1.62 seconds to deallocate network for instance. [ 1074.045158] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.045351] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.045500] env[70623]: DEBUG nova.network.neutron [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.138063] env[70623]: DEBUG nova.compute.utils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.139180] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.139348] env[70623]: DEBUG nova.network.neutron [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.178245] env[70623]: DEBUG nova.policy [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00cf72f37391494f9faf72bc9ba7c626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1324e646d08e473591d12f808db111ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.365536] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.379250] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.379492] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.379649] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.379827] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.379971] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.380134] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.380343] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.380499] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.380663] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.380825] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.380999] env[70623]: DEBUG nova.virt.hardware [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.381913] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c35fc-6067-4175-88d0-7b916edf6a44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.397350] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794161, 'name': CreateVM_Task, 'duration_secs': 1.730053} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.397626] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.399397] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6946f80-c98e-42fd-ac93-e27d84e9340c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.403342] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.403511] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.403822] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.404138] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39c161e-2ebd-4153-8e18-ccf9080f18a6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.409292] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1074.409292] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c65e-3197-ff71-c594-898978c84e8f" [ 1074.409292] env[70623]: _type = "Task" [ 1074.409292] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.417932] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance VIF info [] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.423550] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.427322] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.427789] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3fd2b2b-4515-4a06-8e42-502113855b8c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.441243] env[70623]: DEBUG nova.network.neutron [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Successfully created port: d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.449408] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5254c65e-3197-ff71-c594-898978c84e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.450442] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.450668] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.450895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.451047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.451222] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.451452] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.451452] env[70623]: value = "task-2794164" [ 1074.451452] env[70623]: _type = "Task" [ 1074.451452] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.451616] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f2bf1b-ab94-449c-83ad-82cc19a11ef5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.461750] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794164, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.462829] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.463011] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.463696] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d679d2-a109-4b7b-a5ec-79bbf41ab3f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.467928] env[70623]: DEBUG nova.compute.manager [req-cbfdf55d-0bd4-4754-beee-163ee36e094e req-a5d60467-ba48-465b-a06a-959226607112 service nova] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Received event network-vif-deleted-36e91f46-061d-473e-8b0a-0a4285968db4 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1074.471615] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1074.471615] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52498b26-dac3-9193-9ecb-9cee7d14a087" [ 1074.471615] env[70623]: _type = "Task" [ 1074.471615] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.479390] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52498b26-dac3-9193-9ecb-9cee7d14a087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.535455] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.583342] env[70623]: DEBUG nova.network.neutron [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.642438] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.774273] env[70623]: DEBUG nova.network.neutron [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Updating instance_info_cache with network_info: [{"id": "3130e231-592e-4f24-b4cd-6648d5254181", "address": "fa:16:3e:b2:6c:68", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e231-59", "ovs_interfaceid": "3130e231-592e-4f24-b4cd-6648d5254181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.889811] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093a77e-7e91-418a-a67b-f04cf6d79bba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.913479] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88951832-1b4b-4f61-9d43-96772b308be1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.920877] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.967266] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794164, 'name': CreateVM_Task, 'duration_secs': 0.267106} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.969158] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.969845] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.970048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.970326] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.970576] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32bb2cb1-243e-482e-8585-1be8867479c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.980275] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1074.980275] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522e32e4-23a7-277d-ffcf-7ac0bff8f433" [ 1074.980275] env[70623]: _type = "Task" [ 1074.980275] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.988388] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52498b26-dac3-9193-9ecb-9cee7d14a087, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.988594] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c09af4e-544a-4fd7-a4af-550d3d5b5f0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.996094] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522e32e4-23a7-277d-ffcf-7ac0bff8f433, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.996820] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.997084] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.997416] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.999396] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1074.999396] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520dc234-85aa-668e-37cf-201f15614dda" [ 1074.999396] env[70623]: _type = "Task" [ 1074.999396] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.007201] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520dc234-85aa-668e-37cf-201f15614dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.008507] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b6f8c9-df2c-42a8-9eda-3f705907a6bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.014644] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de8548-5a18-44d7-97f2-792b388fb36b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.045521] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01dcbdd-f1c0-4be2-83af-65d9c1a2ac85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.052820] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93788b8-4ac0-423b-a63a-9469320707f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.066062] env[70623]: DEBUG nova.compute.provider_tree [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.276810] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.277220] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Instance network_info: |[{"id": "3130e231-592e-4f24-b4cd-6648d5254181", "address": "fa:16:3e:b2:6c:68", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e231-59", "ovs_interfaceid": "3130e231-592e-4f24-b4cd-6648d5254181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.277722] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3130e231-592e-4f24-b4cd-6648d5254181', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.286474] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Creating folder: Project (1324e646d08e473591d12f808db111ba). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.286804] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d7b073-38b4-4a90-a522-5a81cd7740de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.299228] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Created folder: Project (1324e646d08e473591d12f808db111ba) in parent group-v561316. [ 1075.299389] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Creating folder: Instances. Parent ref: group-v561603. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.299623] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35cad99f-4206-455f-936c-efe8a4c16c7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.308728] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Created folder: Instances in parent group-v561603. [ 1075.308971] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.309218] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.309392] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef9b1dcc-3c73-4643-9881-e8c0290601ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.330665] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.330665] env[70623]: value = "task-2794167" [ 1075.330665] env[70623]: _type = "Task" [ 1075.330665] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.339361] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794167, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.428540] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b3ff7-a32f-463b-bbfc-47c39dfeade0 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance 'e7dc9bf3-a474-4749-8cd9-03ec723b7126' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.474629] env[70623]: DEBUG nova.compute.manager [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Received event network-changed-3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.474862] env[70623]: DEBUG nova.compute.manager [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Refreshing instance network info cache due to event network-changed-3130e231-592e-4f24-b4cd-6648d5254181. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1075.475018] env[70623]: DEBUG oslo_concurrency.lockutils [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] Acquiring lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.475217] env[70623]: DEBUG oslo_concurrency.lockutils [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] Acquired lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.475417] env[70623]: DEBUG nova.network.neutron [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Refreshing network info cache for port 3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.510729] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520dc234-85aa-668e-37cf-201f15614dda, 'name': SearchDatastore_Task, 'duration_secs': 0.007534} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.511062] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.511329] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] a79a87f8-ed21-4628-9ce8-e73786b7e643/a79a87f8-ed21-4628-9ce8-e73786b7e643.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.511607] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.511800] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.512026] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189d6885-0b41-4cc1-8673-eb59cf98ca1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.514331] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce4abde-cf6a-425b-ab90-838bb06bf73d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.520971] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1075.520971] env[70623]: value = "task-2794168" [ 1075.520971] env[70623]: _type = "Task" [ 1075.520971] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.525084] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.525264] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.526271] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0ed82c-a166-4101-983e-165233775c9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.531681] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.534854] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1075.534854] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5238e6a7-12d4-0e15-fdc1-c310e37317d1" [ 1075.534854] env[70623]: _type = "Task" [ 1075.534854] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.542462] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5238e6a7-12d4-0e15-fdc1-c310e37317d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.569434] env[70623]: DEBUG nova.scheduler.client.report [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.653354] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.682995] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.683287] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.683625] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.683625] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.683759] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.683906] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.684184] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.684390] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.684579] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.684744] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.684917] env[70623]: DEBUG nova.virt.hardware [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.685805] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a65221c-064d-48a9-8143-adb96883febd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.694192] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d152ac80-5b5a-4133-a388-3daef3fb6607 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.843554] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794167, 'name': CreateVM_Task, 'duration_secs': 0.33832} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.843766] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.844541] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.844710] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.845060] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.845476] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c34595-93cd-4785-88c9-37b7a9c2e169 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.850952] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1075.850952] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ecbbec-4909-d338-1acd-b166e35a3608" [ 1075.850952] env[70623]: _type = "Task" [ 1075.850952] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.860426] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ecbbec-4909-d338-1acd-b166e35a3608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.025189] env[70623]: DEBUG nova.network.neutron [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Successfully updated port: d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.034877] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485047} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.035227] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] a79a87f8-ed21-4628-9ce8-e73786b7e643/a79a87f8-ed21-4628-9ce8-e73786b7e643.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.035467] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.035785] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a70dce6-7a28-486b-9057-c17e3d112bad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.048146] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5238e6a7-12d4-0e15-fdc1-c310e37317d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.050164] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1076.050164] env[70623]: value = "task-2794169" [ 1076.050164] env[70623]: _type = "Task" [ 1076.050164] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.050368] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03af2b75-5af8-4708-b13c-5c82633cf66a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.061124] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.065335] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1076.065335] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529aae15-1445-97cd-d8e9-36526d7de28e" [ 1076.065335] env[70623]: _type = "Task" [ 1076.065335] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.074457] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.075016] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.077552] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529aae15-1445-97cd-d8e9-36526d7de28e, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.078049] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.230s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.078265] env[70623]: DEBUG nova.objects.instance [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'resources' on Instance uuid 922cc75c-d486-4102-bf5b-33ef9904d66d {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.079359] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.083472] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.083472] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d58265-6954-4790-ae47-d3bb7de55bb6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.086667] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1076.086667] env[70623]: value = "task-2794170" [ 1076.086667] env[70623]: _type = "Task" [ 1076.086667] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.098818] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.230260] env[70623]: DEBUG nova.network.neutron [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Updated VIF entry in instance network info cache for port 3130e231-592e-4f24-b4cd-6648d5254181. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.230629] env[70623]: DEBUG nova.network.neutron [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Updating instance_info_cache with network_info: [{"id": "3130e231-592e-4f24-b4cd-6648d5254181", "address": "fa:16:3e:b2:6c:68", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e231-59", "ovs_interfaceid": "3130e231-592e-4f24-b4cd-6648d5254181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.363058] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ecbbec-4909-d338-1acd-b166e35a3608, 'name': SearchDatastore_Task, 'duration_secs': 0.055225} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.363512] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.363625] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.363837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.364056] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.364204] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.364496] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc41937-7f3f-4c4e-8682-a3be6e2de177 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.380652] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.380815] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.381627] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cad78c-ce10-4053-a3c4-3c69acc68cd5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.387654] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1076.387654] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52751998-36b4-4ee1-6dd8-d20a5f8ae68d" [ 1076.387654] env[70623]: _type = "Task" [ 1076.387654] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.396977] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52751998-36b4-4ee1-6dd8-d20a5f8ae68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.530856] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "refresh_cache-48e27a36-1a7e-445e-99f5-93e062569526" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.531022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "refresh_cache-48e27a36-1a7e-445e-99f5-93e062569526" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.531249] env[70623]: DEBUG nova.network.neutron [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.562188] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069902} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.562484] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.563303] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515dabd-dfb9-4222-8d03-535d2bdb05b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.579319] env[70623]: DEBUG nova.compute.utils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.588749] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a79a87f8-ed21-4628-9ce8-e73786b7e643/a79a87f8-ed21-4628-9ce8-e73786b7e643.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.589277] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.589447] env[70623]: DEBUG nova.network.neutron [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.593364] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1024c7-b6e0-4464-8f88-07744f0088e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.617465] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457089} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.618870] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.618977] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.619226] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1076.619226] env[70623]: value = "task-2794171" [ 1076.619226] env[70623]: _type = "Task" [ 1076.619226] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.619408] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caea5fe3-027b-48cb-8917-d90185324a2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.629057] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.632508] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1076.632508] env[70623]: value = "task-2794172" [ 1076.632508] env[70623]: _type = "Task" [ 1076.632508] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.641597] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.658957] env[70623]: DEBUG nova.policy [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00cf72f37391494f9faf72bc9ba7c626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1324e646d08e473591d12f808db111ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.733508] env[70623]: DEBUG oslo_concurrency.lockutils [req-d116d569-074f-49b9-9f63-cba20aa99d9b req-d2918f1f-6296-407d-9481-93a40e6f566f service nova] Releasing lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.875586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a402627-a9c7-4506-b7aa-fcfdc7455255 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.883065] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5504f9-89c1-421a-98d7-5888c32a8c13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.915855] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c02fe-d370-4ff3-b4cf-fe365d625e7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.918810] env[70623]: DEBUG nova.network.neutron [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Successfully created port: 04b690c7-1525-407d-a310-738757303012 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.923686] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52751998-36b4-4ee1-6dd8-d20a5f8ae68d, 'name': SearchDatastore_Task, 'duration_secs': 0.043126} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.925115] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6791e45-7456-487d-89bf-99fb32cb7116 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930361] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe057689-f679-4903-b2a2-cccfff4c5031 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.934877] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1076.934877] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520b356f-345f-8ae0-da36-89f73c55ab12" [ 1076.934877] env[70623]: _type = "Task" [ 1076.934877] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.952025] env[70623]: DEBUG nova.compute.provider_tree [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.959600] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]520b356f-345f-8ae0-da36-89f73c55ab12, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.960022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960270] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] dbecc2b5-18ec-40ca-99cc-232ab9db3206/dbecc2b5-18ec-40ca-99cc-232ab9db3206.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.960502] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fed72f1-658f-460a-b6e5-0df6ef919588 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.967187] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1076.967187] env[70623]: value = "task-2794173" [ 1076.967187] env[70623]: _type = "Task" [ 1076.967187] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.975421] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.077919] env[70623]: DEBUG nova.network.neutron [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.090471] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.131146] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794171, 'name': ReconfigVM_Task, 'duration_secs': 0.287171} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.131703] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a79a87f8-ed21-4628-9ce8-e73786b7e643/a79a87f8-ed21-4628-9ce8-e73786b7e643.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.132803] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5022fd31-9dbc-4bfb-9cfb-c81a68e9fadb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.144224] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1077.144224] env[70623]: value = "task-2794174" [ 1077.144224] env[70623]: _type = "Task" [ 1077.144224] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.151128] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062342} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.154414] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.155618] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243dac4-0054-4536-a219-00bb82acab0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.163435] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794174, 'name': Rename_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.189184] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.189759] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8fce57-62c4-4e74-8e57-7f91431a29b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.216175] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1077.216175] env[70623]: value = "task-2794175" [ 1077.216175] env[70623]: _type = "Task" [ 1077.216175] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.230042] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.339485] env[70623]: DEBUG nova.network.neutron [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Updating instance_info_cache with network_info: [{"id": "d201487b-a407-4f9c-9d95-d3efab634c66", "address": "fa:16:3e:a3:78:4c", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd201487b-a4", "ovs_interfaceid": "d201487b-a407-4f9c-9d95-d3efab634c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.460851] env[70623]: DEBUG nova.scheduler.client.report [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.477665] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500921} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.477979] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] dbecc2b5-18ec-40ca-99cc-232ab9db3206/dbecc2b5-18ec-40ca-99cc-232ab9db3206.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.478299] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.478573] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01fc6fe5-5e98-4b4c-afeb-84f4bfc5fe46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.487128] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1077.487128] env[70623]: value = "task-2794176" [ 1077.487128] env[70623]: _type = "Task" [ 1077.487128] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.496740] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.503780] env[70623]: DEBUG nova.compute.manager [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Received event network-vif-plugged-d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1077.504135] env[70623]: DEBUG oslo_concurrency.lockutils [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] Acquiring lock "48e27a36-1a7e-445e-99f5-93e062569526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.504240] env[70623]: DEBUG oslo_concurrency.lockutils [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] Lock "48e27a36-1a7e-445e-99f5-93e062569526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.504362] env[70623]: DEBUG oslo_concurrency.lockutils [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] Lock "48e27a36-1a7e-445e-99f5-93e062569526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.504532] env[70623]: DEBUG nova.compute.manager [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] No waiting events found dispatching network-vif-plugged-d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.504696] env[70623]: WARNING nova.compute.manager [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Received unexpected event network-vif-plugged-d201487b-a407-4f9c-9d95-d3efab634c66 for instance with vm_state building and task_state spawning. [ 1077.505251] env[70623]: DEBUG nova.compute.manager [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Received event network-changed-d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1077.505251] env[70623]: DEBUG nova.compute.manager [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Refreshing instance network info cache due to event network-changed-d201487b-a407-4f9c-9d95-d3efab634c66. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1077.505251] env[70623]: DEBUG oslo_concurrency.lockutils [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] Acquiring lock "refresh_cache-48e27a36-1a7e-445e-99f5-93e062569526" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.654665] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794174, 'name': Rename_Task, 'duration_secs': 0.169325} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.654902] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.655202] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de635a9c-f835-4575-983d-122f6e053f0f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.661063] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1077.661063] env[70623]: value = "task-2794177" [ 1077.661063] env[70623]: _type = "Task" [ 1077.661063] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.668355] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.726355] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794175, 'name': ReconfigVM_Task, 'duration_secs': 0.353639} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.726639] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3a8be430-94ec-4856-a44d-40b3da56b751/3a8be430-94ec-4856-a44d-40b3da56b751.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.727328] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-136a3d46-0b22-461e-a86e-22a2e0b9edf8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.732577] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1077.732577] env[70623]: value = "task-2794178" [ 1077.732577] env[70623]: _type = "Task" [ 1077.732577] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.740278] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794178, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.775016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.775323] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.775518] env[70623]: DEBUG nova.compute.manager [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Going to confirm migration 4 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1077.842592] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "refresh_cache-48e27a36-1a7e-445e-99f5-93e062569526" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.842916] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Instance network_info: |[{"id": "d201487b-a407-4f9c-9d95-d3efab634c66", "address": "fa:16:3e:a3:78:4c", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd201487b-a4", "ovs_interfaceid": "d201487b-a407-4f9c-9d95-d3efab634c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.843245] env[70623]: DEBUG oslo_concurrency.lockutils [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] Acquired lock "refresh_cache-48e27a36-1a7e-445e-99f5-93e062569526" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.843430] env[70623]: DEBUG nova.network.neutron [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Refreshing network info cache for port d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.844728] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:78:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd201487b-a407-4f9c-9d95-d3efab634c66', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.852483] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.855332] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.855801] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ef8e98-94bf-4436-a902-338ece1c6008 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.876162] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.876162] env[70623]: value = "task-2794179" [ 1077.876162] env[70623]: _type = "Task" [ 1077.876162] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.884427] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794179, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.968707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.971087] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.551s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.971347] env[70623]: DEBUG nova.objects.instance [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lazy-loading 'resources' on Instance uuid b2103440-5f33-465c-9efa-674f47740096 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.993924] env[70623]: INFO nova.scheduler.client.report [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance 922cc75c-d486-4102-bf5b-33ef9904d66d [ 1077.998670] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069755} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.001678] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.002470] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227ed16-e3fc-4cae-bbdc-e2bc62c4f512 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.028215] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] dbecc2b5-18ec-40ca-99cc-232ab9db3206/dbecc2b5-18ec-40ca-99cc-232ab9db3206.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.029040] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86ba1c8-d920-4ecd-b013-414e86c3d813 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.052787] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1078.052787] env[70623]: value = "task-2794180" [ 1078.052787] env[70623]: _type = "Task" [ 1078.052787] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.061492] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.079593] env[70623]: DEBUG nova.network.neutron [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Updated VIF entry in instance network info cache for port d201487b-a407-4f9c-9d95-d3efab634c66. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.079953] env[70623]: DEBUG nova.network.neutron [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Updating instance_info_cache with network_info: [{"id": "d201487b-a407-4f9c-9d95-d3efab634c66", "address": "fa:16:3e:a3:78:4c", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd201487b-a4", "ovs_interfaceid": "d201487b-a407-4f9c-9d95-d3efab634c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.102271] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.129798] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.130081] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.130268] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.130496] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.130675] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.130842] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.131108] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.131291] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.131463] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.131630] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.131832] env[70623]: DEBUG nova.virt.hardware [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.132847] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16873d56-cb20-4338-9c91-1221c72044e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.141757] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4214e1e-e20f-49e6-92f1-7032c283d862 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.169742] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.243074] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794178, 'name': Rename_Task, 'duration_secs': 0.418228} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.243414] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.243707] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa0ab279-eb14-430a-b3c8-6030f98f7fd6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.250360] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1078.250360] env[70623]: value = "task-2794181" [ 1078.250360] env[70623]: _type = "Task" [ 1078.250360] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.258271] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.313521] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.313733] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.313984] env[70623]: DEBUG nova.network.neutron [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.314331] env[70623]: DEBUG nova.objects.instance [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'info_cache' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.387322] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794179, 'name': CreateVM_Task, 'duration_secs': 0.414442} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.387578] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.388387] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.388599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.388978] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.389275] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b43ab3-4402-4bc2-bc55-064ff7557c44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393865] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1078.393865] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b3fe0c-64f3-b9dc-0d30-ef34411f54ca" [ 1078.393865] env[70623]: _type = "Task" [ 1078.393865] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.402058] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b3fe0c-64f3-b9dc-0d30-ef34411f54ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.449638] env[70623]: DEBUG nova.compute.manager [req-fb188e35-40c8-4773-9304-f532b2fb25a1 req-5ead6a3e-bc36-4635-9d6b-d4501ab81ebe service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Received event network-vif-plugged-04b690c7-1525-407d-a310-738757303012 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.449823] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb188e35-40c8-4773-9304-f532b2fb25a1 req-5ead6a3e-bc36-4635-9d6b-d4501ab81ebe service nova] Acquiring lock "0a1dbd4d-844c-497c-aaed-8da18657a46a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.450054] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb188e35-40c8-4773-9304-f532b2fb25a1 req-5ead6a3e-bc36-4635-9d6b-d4501ab81ebe service nova] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.450233] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb188e35-40c8-4773-9304-f532b2fb25a1 req-5ead6a3e-bc36-4635-9d6b-d4501ab81ebe service nova] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.450442] env[70623]: DEBUG nova.compute.manager [req-fb188e35-40c8-4773-9304-f532b2fb25a1 req-5ead6a3e-bc36-4635-9d6b-d4501ab81ebe service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] No waiting events found dispatching network-vif-plugged-04b690c7-1525-407d-a310-738757303012 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.450583] env[70623]: WARNING nova.compute.manager [req-fb188e35-40c8-4773-9304-f532b2fb25a1 req-5ead6a3e-bc36-4635-9d6b-d4501ab81ebe service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Received unexpected event network-vif-plugged-04b690c7-1525-407d-a310-738757303012 for instance with vm_state building and task_state spawning. [ 1078.509048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20d3d-dc96-4a57-b7c0-2b62a86a7a79 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "922cc75c-d486-4102-bf5b-33ef9904d66d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.660s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.567214] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.582306] env[70623]: DEBUG nova.network.neutron [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Successfully updated port: 04b690c7-1525-407d-a310-738757303012 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.584472] env[70623]: DEBUG oslo_concurrency.lockutils [req-217d7504-c9db-4417-9221-bc9cad020612 req-798f88b4-7879-4dd3-b9ee-f4ac155bca30 service nova] Releasing lock "refresh_cache-48e27a36-1a7e-445e-99f5-93e062569526" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677039] env[70623]: DEBUG oslo_vmware.api [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794177, 'name': PowerOnVM_Task, 'duration_secs': 0.784394} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.677039] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.677039] env[70623]: INFO nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1078.677039] env[70623]: DEBUG nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.677544] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda4728-2dec-4aa7-8dcd-301554c650b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.763559] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.807417] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64cba48-acc7-406f-9488-5fa84e585428 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.814565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d06d3dd-a068-4607-a496-b24dc978e3f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.848323] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa283b1-537a-4de2-a721-d519bd44dbed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.855805] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de11089b-2821-4fc2-a8ea-b385283e1f00 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.869232] env[70623]: DEBUG nova.compute.provider_tree [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.903430] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b3fe0c-64f3-b9dc-0d30-ef34411f54ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.903732] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.904043] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.904332] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.904483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.904661] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.904903] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6a9a60-058e-41d0-b031-69b013e29b7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.912788] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.912967] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.913644] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2653c2ef-4501-46a1-a8c5-36358781b970 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.919253] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1078.919253] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a81a62-16ee-45ed-41a6-964b32623fa4" [ 1078.919253] env[70623]: _type = "Task" [ 1078.919253] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.926701] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a81a62-16ee-45ed-41a6-964b32623fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.991764] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "431d5728-d795-4870-9869-423d59f1e2d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.992198] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "431d5728-d795-4870-9869-423d59f1e2d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.992455] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "431d5728-d795-4870-9869-423d59f1e2d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.992669] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "431d5728-d795-4870-9869-423d59f1e2d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.992849] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "431d5728-d795-4870-9869-423d59f1e2d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.995094] env[70623]: INFO nova.compute.manager [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Terminating instance [ 1079.066531] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794180, 'name': ReconfigVM_Task, 'duration_secs': 0.91719} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.066802] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Reconfigured VM instance instance-00000067 to attach disk [datastore1] dbecc2b5-18ec-40ca-99cc-232ab9db3206/dbecc2b5-18ec-40ca-99cc-232ab9db3206.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.067433] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29f0e726-4ff0-4a35-8ccb-7a77b7dceb89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.073591] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1079.073591] env[70623]: value = "task-2794182" [ 1079.073591] env[70623]: _type = "Task" [ 1079.073591] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.082327] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794182, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.089013] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "refresh_cache-0a1dbd4d-844c-497c-aaed-8da18657a46a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.089151] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "refresh_cache-0a1dbd4d-844c-497c-aaed-8da18657a46a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.089301] env[70623]: DEBUG nova.network.neutron [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.198134] env[70623]: INFO nova.compute.manager [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Took 24.11 seconds to build instance. [ 1079.261636] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794181, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.371803] env[70623]: DEBUG nova.scheduler.client.report [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.434427] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a81a62-16ee-45ed-41a6-964b32623fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.435244] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8620ff-0f93-4c89-9f54-2aa66f93a05e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.441623] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1079.441623] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ca52f-8c62-ae63-caec-a30eff88bace" [ 1079.441623] env[70623]: _type = "Task" [ 1079.441623] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.449224] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ca52f-8c62-ae63-caec-a30eff88bace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.498365] env[70623]: DEBUG nova.compute.manager [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.498555] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.499469] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51500274-9e45-4ed0-9d58-17f893b5f842 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506479] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.506720] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ccbcb4-c2b1-41b8-9dbc-e84226d74dd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.512488] env[70623]: DEBUG oslo_vmware.api [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1079.512488] env[70623]: value = "task-2794183" [ 1079.512488] env[70623]: _type = "Task" [ 1079.512488] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.520224] env[70623]: DEBUG oslo_vmware.api [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.583799] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794182, 'name': Rename_Task, 'duration_secs': 0.137293} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.584172] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.584440] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771dcb17-c53d-460c-b36f-96286e68e5ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.593202] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1079.593202] env[70623]: value = "task-2794184" [ 1079.593202] env[70623]: _type = "Task" [ 1079.593202] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.597585] env[70623]: DEBUG nova.network.neutron [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.602022] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.621807] env[70623]: DEBUG nova.network.neutron [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.699909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-31052098-637f-4547-9b6d-6b42cef9e018 tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.635s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.764520] env[70623]: DEBUG oslo_vmware.api [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794181, 'name': PowerOnVM_Task, 'duration_secs': 1.152603} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.764800] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.765165] env[70623]: DEBUG nova.compute.manager [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.765967] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915d210-3b46-4857-9e76-c8c485a35e7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.831297] env[70623]: DEBUG nova.network.neutron [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Updating instance_info_cache with network_info: [{"id": "04b690c7-1525-407d-a310-738757303012", "address": "fa:16:3e:b0:a0:83", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b690c7-15", "ovs_interfaceid": "04b690c7-1525-407d-a310-738757303012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.878455] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.881335] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.390s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.881608] env[70623]: DEBUG nova.objects.instance [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'resources' on Instance uuid c1045d51-22d1-4ba4-b58b-07890074888b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.911190] env[70623]: INFO nova.scheduler.client.report [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Deleted allocations for instance b2103440-5f33-465c-9efa-674f47740096 [ 1079.952691] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524ca52f-8c62-ae63-caec-a30eff88bace, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.952931] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.953220] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 48e27a36-1a7e-445e-99f5-93e062569526/48e27a36-1a7e-445e-99f5-93e062569526.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.954213] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5519c4c0-a39a-4408-87e6-e71808cabe47 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.959767] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1079.959767] env[70623]: value = "task-2794185" [ 1079.959767] env[70623]: _type = "Task" [ 1079.959767] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.968621] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.030711] env[70623]: DEBUG oslo_vmware.api [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794183, 'name': PowerOffVM_Task, 'duration_secs': 0.179736} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.030991] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.031189] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.031447] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bbc1315-e17e-45db-b394-4003b556b22e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.103902] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.104148] env[70623]: DEBUG nova.objects.instance [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'migration_context' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.105665] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.105939] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.106232] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore2] 431d5728-d795-4870-9869-423d59f1e2d7 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.111410] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761e6d0e-6d4f-4e2e-bccd-72a32b036e79 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.114091] env[70623]: DEBUG oslo_vmware.api [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794184, 'name': PowerOnVM_Task, 'duration_secs': 0.47942} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.114343] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.114618] env[70623]: INFO nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1080.114879] env[70623]: DEBUG nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.117098] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652124dd-d587-48fd-b37f-71bf0625abcf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.122562] env[70623]: DEBUG oslo_vmware.api [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1080.122562] env[70623]: value = "task-2794187" [ 1080.122562] env[70623]: _type = "Task" [ 1080.122562] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.138720] env[70623]: DEBUG oslo_vmware.api [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.285918] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.333739] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "refresh_cache-0a1dbd4d-844c-497c-aaed-8da18657a46a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.334170] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Instance network_info: |[{"id": "04b690c7-1525-407d-a310-738757303012", "address": "fa:16:3e:b0:a0:83", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b690c7-15", "ovs_interfaceid": "04b690c7-1525-407d-a310-738757303012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.334625] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:a0:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04b690c7-1525-407d-a310-738757303012', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.342805] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.343045] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.343292] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7cb408f-ff5f-4e58-8d98-1bda05a0c6de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.365410] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.365410] env[70623]: value = "task-2794188" [ 1080.365410] env[70623]: _type = "Task" [ 1080.365410] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.377139] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794188, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.425612] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e3171842-acb3-42ec-a407-3fdc00a4fa94 tempest-ServersNegativeTestJSON-2030759790 tempest-ServersNegativeTestJSON-2030759790-project-member] Lock "b2103440-5f33-465c-9efa-674f47740096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.700s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.473581] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512056} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.473914] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 48e27a36-1a7e-445e-99f5-93e062569526/48e27a36-1a7e-445e-99f5-93e062569526.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.474196] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.474419] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1fdfaa4-0311-450e-970e-e24ac7ec2b15 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.480850] env[70623]: DEBUG nova.compute.manager [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Received event network-changed-04b690c7-1525-407d-a310-738757303012 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.481051] env[70623]: DEBUG nova.compute.manager [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Refreshing instance network info cache due to event network-changed-04b690c7-1525-407d-a310-738757303012. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.481266] env[70623]: DEBUG oslo_concurrency.lockutils [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] Acquiring lock "refresh_cache-0a1dbd4d-844c-497c-aaed-8da18657a46a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.481406] env[70623]: DEBUG oslo_concurrency.lockutils [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] Acquired lock "refresh_cache-0a1dbd4d-844c-497c-aaed-8da18657a46a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.481564] env[70623]: DEBUG nova.network.neutron [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Refreshing network info cache for port 04b690c7-1525-407d-a310-738757303012 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.490158] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1080.490158] env[70623]: value = "task-2794189" [ 1080.490158] env[70623]: _type = "Task" [ 1080.490158] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.499275] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.528105] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "a79a87f8-ed21-4628-9ce8-e73786b7e643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.528459] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.528674] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "a79a87f8-ed21-4628-9ce8-e73786b7e643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.528864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.529049] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.531357] env[70623]: INFO nova.compute.manager [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Terminating instance [ 1080.609177] env[70623]: DEBUG nova.objects.base [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.610446] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf58928-66e0-4b7e-96c4-ea1b0ec40241 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.636341] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aad3b99-6e4a-4136-966a-c0a71dbbacf0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.649915] env[70623]: DEBUG oslo_vmware.api [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345579} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.649915] env[70623]: DEBUG oslo_vmware.api [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1080.649915] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba26f6-8908-5ad8-a3f7-ef369dbd3c5d" [ 1080.649915] env[70623]: _type = "Task" [ 1080.649915] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.650129] env[70623]: INFO nova.compute.manager [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Took 22.56 seconds to build instance. [ 1080.650894] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.651098] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.651290] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.651426] env[70623]: INFO nova.compute.manager [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1080.651657] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.654379] env[70623]: DEBUG nova.compute.manager [-] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.654486] env[70623]: DEBUG nova.network.neutron [-] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.664958] env[70623]: DEBUG oslo_vmware.api [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba26f6-8908-5ad8-a3f7-ef369dbd3c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.704048] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951066e4-eeb7-4c28-9ef0-cbd698e1fed8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.712416] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fe0da2-24d7-4bb2-bc3e-952e1beb61f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.746112] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45571165-7725-456a-ae34-2c38b6087b36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.754727] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a5385-b6ea-48fc-afa9-fc0ee66b171f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.770299] env[70623]: DEBUG nova.compute.provider_tree [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.876219] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794188, 'name': CreateVM_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.923836] env[70623]: DEBUG nova.compute.manager [req-a98f4928-0b01-4894-9f0f-dbd2a5c5e228 req-7a87f004-5d74-4225-b669-1f8958ae6c9a service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Received event network-vif-deleted-1271fa58-2cd9-4719-b881-2a6dc15b37e2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.924219] env[70623]: INFO nova.compute.manager [req-a98f4928-0b01-4894-9f0f-dbd2a5c5e228 req-7a87f004-5d74-4225-b669-1f8958ae6c9a service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Neutron deleted interface 1271fa58-2cd9-4719-b881-2a6dc15b37e2; detaching it from the instance and deleting it from the info cache [ 1080.924312] env[70623]: DEBUG nova.network.neutron [req-a98f4928-0b01-4894-9f0f-dbd2a5c5e228 req-7a87f004-5d74-4225-b669-1f8958ae6c9a service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.001220] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062258} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.001507] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.002572] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09276f72-3d53-4163-8e5b-6fb766499bbd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.028117] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 48e27a36-1a7e-445e-99f5-93e062569526/48e27a36-1a7e-445e-99f5-93e062569526.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.030881] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fa1688-8cea-4b44-9c31-a3fd26931f7c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.046150] env[70623]: DEBUG nova.compute.manager [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.046612] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.048523] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac09ce7-7503-4ac4-8bf9-a8148f460bec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.056443] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.057888] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09014f1-1230-4352-b9cf-acc8bfe4300f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.061020] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1081.061020] env[70623]: value = "task-2794190" [ 1081.061020] env[70623]: _type = "Task" [ 1081.061020] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.065346] env[70623]: DEBUG oslo_vmware.api [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1081.065346] env[70623]: value = "task-2794191" [ 1081.065346] env[70623]: _type = "Task" [ 1081.065346] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.075067] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.080161] env[70623]: DEBUG oslo_vmware.api [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.152809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-efea4305-9284-45a9-9d18-1acadb0a379f tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.066s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.164249] env[70623]: DEBUG oslo_vmware.api [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ba26f6-8908-5ad8-a3f7-ef369dbd3c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.025092} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.164713] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.262865] env[70623]: DEBUG nova.network.neutron [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Updated VIF entry in instance network info cache for port 04b690c7-1525-407d-a310-738757303012. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.263267] env[70623]: DEBUG nova.network.neutron [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Updating instance_info_cache with network_info: [{"id": "04b690c7-1525-407d-a310-738757303012", "address": "fa:16:3e:b0:a0:83", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b690c7-15", "ovs_interfaceid": "04b690c7-1525-407d-a310-738757303012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.275159] env[70623]: DEBUG nova.scheduler.client.report [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.375866] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794188, 'name': CreateVM_Task, 'duration_secs': 0.628296} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.376071] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.377339] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.377564] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.377915] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.378224] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6da51da-fe61-4e71-ac15-867a50477c1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.383056] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1081.383056] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525aa36b-b4f4-bf8a-2a00-ff35a7ff7e85" [ 1081.383056] env[70623]: _type = "Task" [ 1081.383056] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.391011] env[70623]: DEBUG nova.network.neutron [-] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.392879] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525aa36b-b4f4-bf8a-2a00-ff35a7ff7e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.428812] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83acda3a-7320-4a7e-a6fa-04a318af1184 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.444019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9acb54a-c5c3-4ccb-9ac1-70d6cea7d002 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.478288] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "3a8be430-94ec-4856-a44d-40b3da56b751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.478567] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "3a8be430-94ec-4856-a44d-40b3da56b751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.478779] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "3a8be430-94ec-4856-a44d-40b3da56b751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.478958] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "3a8be430-94ec-4856-a44d-40b3da56b751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.479143] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "3a8be430-94ec-4856-a44d-40b3da56b751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.480833] env[70623]: DEBUG nova.compute.manager [req-a98f4928-0b01-4894-9f0f-dbd2a5c5e228 req-7a87f004-5d74-4225-b669-1f8958ae6c9a service nova] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Detach interface failed, port_id=1271fa58-2cd9-4719-b881-2a6dc15b37e2, reason: Instance 431d5728-d795-4870-9869-423d59f1e2d7 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1081.481512] env[70623]: INFO nova.compute.manager [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Terminating instance [ 1081.573462] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.578449] env[70623]: DEBUG oslo_vmware.api [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794191, 'name': PowerOffVM_Task, 'duration_secs': 0.487628} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.578734] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.578957] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.579223] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e672453c-a699-4391-bb1b-84d97bd46803 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.766747] env[70623]: DEBUG oslo_concurrency.lockutils [req-c8e5a196-3a83-446b-9bc3-1ac78667b267 req-6dfdeaa8-f4e1-458a-8f2d-78c7039d10e1 service nova] Releasing lock "refresh_cache-0a1dbd4d-844c-497c-aaed-8da18657a46a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.780060] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.783102] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.334s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.822384] env[70623]: INFO nova.scheduler.client.report [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted allocations for instance c1045d51-22d1-4ba4-b58b-07890074888b [ 1081.896728] env[70623]: INFO nova.compute.manager [-] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Took 1.24 seconds to deallocate network for instance. [ 1081.897100] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525aa36b-b4f4-bf8a-2a00-ff35a7ff7e85, 'name': SearchDatastore_Task, 'duration_secs': 0.034271} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.898748] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.898999] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.899252] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.899508] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.899624] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.902557] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d5d2cfc-9be0-4cf0-8198-87242b4fc771 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.912258] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.912441] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.913476] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6812ff-0afe-4c44-b7c2-9ba324a8e6c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.919336] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1081.919336] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52590600-34f4-578a-6f50-6aff55d9b1ec" [ 1081.919336] env[70623]: _type = "Task" [ 1081.919336] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.929607] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52590600-34f4-578a-6f50-6aff55d9b1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.985483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "refresh_cache-3a8be430-94ec-4856-a44d-40b3da56b751" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985739] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquired lock "refresh_cache-3a8be430-94ec-4856-a44d-40b3da56b751" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.985948] env[70623]: DEBUG nova.network.neutron [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.071886] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794190, 'name': ReconfigVM_Task, 'duration_secs': 0.858419} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.072217] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 48e27a36-1a7e-445e-99f5-93e062569526/48e27a36-1a7e-445e-99f5-93e062569526.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.072866] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30f9ce77-1f9b-4ede-b4a8-d4dbe45c95a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.079984] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1082.079984] env[70623]: value = "task-2794193" [ 1082.079984] env[70623]: _type = "Task" [ 1082.079984] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.089101] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794193, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.330186] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0d3fa11a-78e0-4978-8364-bcad0d9a8d58 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "c1045d51-22d1-4ba4-b58b-07890074888b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.931s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.357887] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.358119] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.358303] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Deleting the datastore file [datastore1] a79a87f8-ed21-4628-9ce8-e73786b7e643 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.358837] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebbdd93d-4929-45b5-a55c-7411789ee38b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.365710] env[70623]: DEBUG oslo_vmware.api [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for the task: (returnval){ [ 1082.365710] env[70623]: value = "task-2794194" [ 1082.365710] env[70623]: _type = "Task" [ 1082.365710] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.374174] env[70623]: DEBUG oslo_vmware.api [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.406762] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.430307] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52590600-34f4-578a-6f50-6aff55d9b1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.431252] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4862847-acb0-4790-8a25-8763a9d47179 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.436371] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1082.436371] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52282ca0-c008-2f80-15bb-3aa6807af495" [ 1082.436371] env[70623]: _type = "Task" [ 1082.436371] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.445316] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52282ca0-c008-2f80-15bb-3aa6807af495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.510107] env[70623]: DEBUG nova.network.neutron [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.560104] env[70623]: DEBUG nova.network.neutron [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.592332] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794193, 'name': Rename_Task, 'duration_secs': 0.14444} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.592648] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.592947] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da2ec9ce-b9c1-459a-a1b4-443f0d1ac1f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.599663] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1082.599663] env[70623]: value = "task-2794195" [ 1082.599663] env[70623]: _type = "Task" [ 1082.599663] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.607886] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.797443] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Applying migration context for instance c5c56200-fbff-4ab1-bd61-ac229abc7cd1 as it has an incoming, in-progress migration a9162b18-217b-4c4c-81bd-a0ff09a45ec5. Migration status is confirming {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1082.797750] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Applying migration context for instance e7dc9bf3-a474-4749-8cd9-03ec723b7126 as it has an incoming, in-progress migration acd7ccb6-c3b3-41ab-bf6b-5b4abf5fb798. Migration status is confirming {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1082.799741] env[70623]: INFO nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating resource usage from migration a9162b18-217b-4c4c-81bd-a0ff09a45ec5 [ 1082.800148] env[70623]: INFO nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating resource usage from migration acd7ccb6-c3b3-41ab-bf6b-5b4abf5fb798 [ 1082.822364] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.822558] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea3af44d-dc65-4f27-8618-95a84be3e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.822677] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 184af744-11cb-4f37-a3da-3255ac40a4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.822820] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 09f82e73-b5c6-42d8-b209-ff46a1bae6d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.822952] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 431d5728-d795-4870-9869-423d59f1e2d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.823087] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7f5e541e-da6c-4f2d-9617-7517e350d7d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.823247] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance aa6912be-f6dd-4559-a0c9-4d0eaca0a001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.823307] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 1765d72a-49c7-4a35-8823-e32e9fe8037c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.823439] env[70623]: WARNING nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a328850b-41e1-48a7-b60d-7207c5e6105f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.823558] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Migration a9162b18-217b-4c4c-81bd-a0ff09a45ec5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1082.823689] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance c5c56200-fbff-4ab1-bd61-ac229abc7cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.823769] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance da67012b-2dbe-45d2-94f8-e8b6d1515823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.823951] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 3a8be430-94ec-4856-a44d-40b3da56b751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.824138] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Migration acd7ccb6-c3b3-41ab-bf6b-5b4abf5fb798 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1082.824226] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance e7dc9bf3-a474-4749-8cd9-03ec723b7126 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.824336] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a79a87f8-ed21-4628-9ce8-e73786b7e643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.824448] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance dbecc2b5-18ec-40ca-99cc-232ab9db3206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.824602] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 48e27a36-1a7e-445e-99f5-93e062569526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.824716] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 0a1dbd4d-844c-497c-aaed-8da18657a46a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.825053] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1082.825165] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1082.879329] env[70623]: DEBUG oslo_vmware.api [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Task: {'id': task-2794194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336716} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.879646] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.879855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.880753] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.880753] env[70623]: INFO nova.compute.manager [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1082.880753] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.880753] env[70623]: DEBUG nova.compute.manager [-] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.881050] env[70623]: DEBUG nova.network.neutron [-] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.948146] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52282ca0-c008-2f80-15bb-3aa6807af495, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.950815] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.951173] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0a1dbd4d-844c-497c-aaed-8da18657a46a/0a1dbd4d-844c-497c-aaed-8da18657a46a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.953295] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bcbd054-6822-4bc0-a4d3-ec69761de220 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.962039] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1082.962039] env[70623]: value = "task-2794196" [ 1082.962039] env[70623]: _type = "Task" [ 1082.962039] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.973292] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.064745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Releasing lock "refresh_cache-3a8be430-94ec-4856-a44d-40b3da56b751" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.069122] env[70623]: DEBUG nova.compute.manager [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.069447] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.073321] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc04208-cd48-4225-a5ce-bfef66b86d21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.081273] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.081539] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3efe09ec-2b9d-4543-a8b2-6f28ca22f466 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.088412] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1083.088412] env[70623]: value = "task-2794197" [ 1083.088412] env[70623]: _type = "Task" [ 1083.088412] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.100303] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.108757] env[70623]: DEBUG oslo_vmware.api [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794195, 'name': PowerOnVM_Task, 'duration_secs': 0.472057} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.112575] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.112575] env[70623]: INFO nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1083.112575] env[70623]: DEBUG nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.114941] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdfd341-4af4-4220-8435-4980b3abcad3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.153429] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08ec9a-e2b3-456a-8f85-7ed3963d8560 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.161248] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258bbf75-b6b6-45e0-acd1-abcd3577b20a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.199296] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6500cd7-2119-4437-805a-ae564a2c9af7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.214021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa36ad7-3a20-485b-8168-4617eeda782e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.232177] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.234774] env[70623]: DEBUG nova.compute.manager [req-a7b32a9d-e618-4d3a-ae9e-4470940d9fc6 req-7c9506ea-4c1f-4570-840e-332998d56a5f service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Received event network-vif-deleted-f05b5408-6e10-434f-b914-021bb7995eaf {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.234988] env[70623]: INFO nova.compute.manager [req-a7b32a9d-e618-4d3a-ae9e-4470940d9fc6 req-7c9506ea-4c1f-4570-840e-332998d56a5f service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Neutron deleted interface f05b5408-6e10-434f-b914-021bb7995eaf; detaching it from the instance and deleting it from the info cache [ 1083.235269] env[70623]: DEBUG nova.network.neutron [req-a7b32a9d-e618-4d3a-ae9e-4470940d9fc6 req-7c9506ea-4c1f-4570-840e-332998d56a5f service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.472137] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.600999] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794197, 'name': PowerOffVM_Task, 'duration_secs': 0.129926} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.601306] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.601488] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.601736] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6b0093-0a37-4646-8ee7-ad597ce7140a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.631749] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.631992] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.632189] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Deleting the datastore file [datastore1] 3a8be430-94ec-4856-a44d-40b3da56b751 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.634618] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-332a6138-312f-4218-8996-65aea2ef6baf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.635985] env[70623]: INFO nova.compute.manager [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Took 25.03 seconds to build instance. [ 1083.640993] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for the task: (returnval){ [ 1083.640993] env[70623]: value = "task-2794199" [ 1083.640993] env[70623]: _type = "Task" [ 1083.640993] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.648528] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.717834] env[70623]: DEBUG nova.network.neutron [-] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.737694] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.741049] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a23c19dc-e5ed-4964-b97d-cf9288de2058 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.751920] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d315f4-eb6a-46ec-8c57-ac4bfc3b4160 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.784331] env[70623]: DEBUG nova.compute.manager [req-a7b32a9d-e618-4d3a-ae9e-4470940d9fc6 req-7c9506ea-4c1f-4570-840e-332998d56a5f service nova] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Detach interface failed, port_id=f05b5408-6e10-434f-b914-021bb7995eaf, reason: Instance a79a87f8-ed21-4628-9ce8-e73786b7e643 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1083.973565] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625854} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.973898] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 0a1dbd4d-844c-497c-aaed-8da18657a46a/0a1dbd4d-844c-497c-aaed-8da18657a46a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.974192] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.974393] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84fccff3-855c-4e96-b164-6d18f8adf631 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.980258] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1083.980258] env[70623]: value = "task-2794200" [ 1083.980258] env[70623]: _type = "Task" [ 1083.980258] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.989280] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.138266] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c03b132c-e548-4b59-a5b2-47fe9c3a7097 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "48e27a36-1a7e-445e-99f5-93e062569526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.538s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.150714] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.221113] env[70623]: INFO nova.compute.manager [-] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Took 1.34 seconds to deallocate network for instance. [ 1084.242563] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1084.242698] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.460s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.242985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.174s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.243188] env[70623]: DEBUG nova.objects.instance [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.431570] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "f92d1471-b509-474e-ae6f-676a657d4bd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.431998] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.489312] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323583} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.489573] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.490352] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ab3d7-b789-4382-9a5f-542520794a7a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.512994] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0a1dbd4d-844c-497c-aaed-8da18657a46a/0a1dbd4d-844c-497c-aaed-8da18657a46a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.512994] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e840cdd-c8cb-46b8-b730-e766548325b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.531903] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1084.531903] env[70623]: value = "task-2794201" [ 1084.531903] env[70623]: _type = "Task" [ 1084.531903] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.539974] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.651744] env[70623]: DEBUG oslo_vmware.api [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Task: {'id': task-2794199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653628} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.652093] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.652326] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.652586] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.652827] env[70623]: INFO nova.compute.manager [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1084.653128] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.653353] env[70623]: DEBUG nova.compute.manager [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.653495] env[70623]: DEBUG nova.network.neutron [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.670147] env[70623]: DEBUG nova.network.neutron [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.727961] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.934590] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.042914] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794201, 'name': ReconfigVM_Task, 'duration_secs': 0.338392} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.043845] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0a1dbd4d-844c-497c-aaed-8da18657a46a/0a1dbd4d-844c-497c-aaed-8da18657a46a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.046383] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb941888-2a76-4abe-805d-4993c7e1069c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.051045] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1085.051045] env[70623]: value = "task-2794202" [ 1085.051045] env[70623]: _type = "Task" [ 1085.051045] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.058338] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794202, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.173708] env[70623]: DEBUG nova.network.neutron [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.253044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4450f2cf-e15c-4022-8c6c-4609d6d28409 tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.254195] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.089s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.254392] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.257031] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.752s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.257156] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.258991] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.607s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.283913] env[70623]: INFO nova.scheduler.client.report [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Deleted allocations for instance 1765d72a-49c7-4a35-8823-e32e9fe8037c [ 1085.285586] env[70623]: INFO nova.scheduler.client.report [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocations for instance a328850b-41e1-48a7-b60d-7207c5e6105f [ 1085.452078] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.560855] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794202, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.676185] env[70623]: INFO nova.compute.manager [-] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Took 1.02 seconds to deallocate network for instance. [ 1085.798296] env[70623]: DEBUG oslo_concurrency.lockutils [None req-04245054-5a40-4318-8b04-df20af36bdfc tempest-ServersListShow296Test-407768758 tempest-ServersListShow296Test-407768758-project-member] Lock "1765d72a-49c7-4a35-8823-e32e9fe8037c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.568s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.802142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae5e851d-c792-4492-a00f-24a2dbed4491 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a328850b-41e1-48a7-b60d-7207c5e6105f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.845s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.999260] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9698a73d-af48-48c0-9e7d-2c156ed69cf3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.007225] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5405f733-308b-4cc5-abae-722218dd4b09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.038072] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096fce9-1b56-4f1a-8b16-a769704368c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045331] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dc5934-549e-40ee-93e6-7fcced9cc8f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.058796] env[70623]: DEBUG nova.compute.provider_tree [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.068687] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794202, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.183117] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.563393] env[70623]: DEBUG nova.scheduler.client.report [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.573876] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794202, 'name': Rename_Task, 'duration_secs': 1.174706} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.574213] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.574489] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a10578-25c4-4acb-81ac-ea77aa6eeeaa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.582335] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1086.582335] env[70623]: value = "task-2794203" [ 1086.582335] env[70623]: _type = "Task" [ 1086.582335] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.591953] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.095166] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.389843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.390295] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.576557] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.317s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.584309] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.049s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.584706] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.588427] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.303s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.589106] env[70623]: DEBUG nova.objects.instance [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1087.606977] env[70623]: DEBUG oslo_vmware.api [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794203, 'name': PowerOnVM_Task, 'duration_secs': 0.926656} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.611101] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.611101] env[70623]: INFO nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1087.611101] env[70623]: DEBUG nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.611101] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56ebcd-33c5-4fbc-a66f-ce0b06dd21b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.636129] env[70623]: INFO nova.scheduler.client.report [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted allocations for instance 09f82e73-b5c6-42d8-b209-ff46a1bae6d9 [ 1087.892676] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.135176] env[70623]: INFO nova.compute.manager [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Took 29.15 seconds to build instance. [ 1088.149270] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e71a95ac-9479-4c5f-a223-dea3d1717655 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "09f82e73-b5c6-42d8-b209-ff46a1bae6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.376s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.151530] env[70623]: INFO nova.scheduler.client.report [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocation for migration a9162b18-217b-4c4c-81bd-a0ff09a45ec5 [ 1088.419683] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.600715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-39c81c4e-9143-455b-b3cc-f1428621e5ff tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.601908] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.437s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.638173] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bafba2e9-9b57-4234-83c3-430f71f31d9c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.672s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.661191] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4da20892-5f29-4212-86a7-9f2b935cf3de tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.049s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.447101] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f7f54-c12d-4639-be0a-583ad8bf0956 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.460044] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a1ac51-9393-4fc6-9b36-73a27e7c9e4b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.496149] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f06e41d-0a51-4892-8bdc-21a7bdc8ed41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.506911] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f6fdf-fa40-434d-bd25-a728233612e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.520063] env[70623]: DEBUG nova.compute.provider_tree [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.023996] env[70623]: DEBUG nova.scheduler.client.report [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.279250] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.279502] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.279703] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.279876] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.280048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.282480] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.681s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.282676] env[70623]: DEBUG nova.compute.manager [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70623) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1091.291124] env[70623]: INFO nova.compute.manager [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Terminating instance [ 1091.292946] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.886s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.293360] env[70623]: DEBUG nova.objects.instance [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'resources' on Instance uuid 431d5728-d795-4870-9869-423d59f1e2d7 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.295167] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.295374] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.296289] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.296501] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.370020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.370217] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.799659] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.805194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.805483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.805663] env[70623]: DEBUG nova.compute.manager [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.806224] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.809420] env[70623]: DEBUG nova.compute.manager [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.809420] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.810673] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dc33e9-391c-4523-b244-03c163987c6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.816344] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99272cc2-d6ee-4f8a-87af-380dd79ffaf0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.822781] env[70623]: DEBUG nova.compute.manager [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1091.823337] env[70623]: DEBUG nova.objects.instance [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lazy-loading 'flavor' on Instance uuid dbecc2b5-18ec-40ca-99cc-232ab9db3206 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.827378] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.831153] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01492b08-2b17-4b7e-b7ff-aa834dd55b3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.836804] env[70623]: DEBUG oslo_vmware.api [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1091.836804] env[70623]: value = "task-2794204" [ 1091.836804] env[70623]: _type = "Task" [ 1091.836804] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.847322] env[70623]: DEBUG oslo_vmware.api [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.860320] env[70623]: INFO nova.scheduler.client.report [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted allocation for migration acd7ccb6-c3b3-41ab-bf6b-5b4abf5fb798 [ 1091.872464] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.088023] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4921d83a-3412-4c19-9153-664a2d81363d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.094957] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda4a71a-cba4-4f2a-a5c0-8b3a69464873 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.128120] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2bc35-1b8e-4992-bca2-1e7a4dce456d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.135534] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffa3f0-6338-4346-9dca-5c88665f696e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.149146] env[70623]: DEBUG nova.compute.provider_tree [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.320831] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.330208] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.347009] env[70623]: DEBUG oslo_vmware.api [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794204, 'name': PowerOffVM_Task, 'duration_secs': 0.260649} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.347307] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.347473] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.347697] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3028f49b-4e31-4c8a-bbbd-60407a1fe465 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.368505] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4480e841-a853-4d3a-a339-6599981ae7c6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.593s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.385458] env[70623]: DEBUG nova.objects.instance [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'flavor' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.399559] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.412167] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.412167] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.412167] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore1] c5c56200-fbff-4ab1-bd61-ac229abc7cd1 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.412167] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974a6956-c902-452a-ae9b-307966e5294a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.417835] env[70623]: DEBUG oslo_vmware.api [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1092.417835] env[70623]: value = "task-2794206" [ 1092.417835] env[70623]: _type = "Task" [ 1092.417835] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.425938] env[70623]: DEBUG oslo_vmware.api [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.653242] env[70623]: DEBUG nova.scheduler.client.report [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.830132] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.830406] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3834e5-561b-4e33-9797-7e411fae455f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.837815] env[70623]: DEBUG oslo_vmware.api [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1092.837815] env[70623]: value = "task-2794207" [ 1092.837815] env[70623]: _type = "Task" [ 1092.837815] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.845690] env[70623]: DEBUG oslo_vmware.api [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.891990] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.892170] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.892344] env[70623]: DEBUG nova.network.neutron [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.892514] env[70623]: DEBUG nova.objects.instance [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'info_cache' on Instance uuid e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.928427] env[70623]: DEBUG oslo_vmware.api [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258028} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.928674] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.928857] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.929037] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.929212] env[70623]: INFO nova.compute.manager [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1092.929439] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.929632] env[70623]: DEBUG nova.compute.manager [-] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.929730] env[70623]: DEBUG nova.network.neutron [-] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.159714] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.162514] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.435s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.162931] env[70623]: DEBUG nova.objects.instance [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lazy-loading 'resources' on Instance uuid a79a87f8-ed21-4628-9ce8-e73786b7e643 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.186148] env[70623]: INFO nova.scheduler.client.report [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance 431d5728-d795-4870-9869-423d59f1e2d7 [ 1093.189070] env[70623]: DEBUG nova.compute.manager [req-a197412a-2b9d-404a-b567-d0b9c6177c12 req-5911eecb-c93d-4e72-afd3-4097939cf76b service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Received event network-vif-deleted-6ad794ab-a5b2-49ac-9bc3-414010322689 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.189434] env[70623]: INFO nova.compute.manager [req-a197412a-2b9d-404a-b567-d0b9c6177c12 req-5911eecb-c93d-4e72-afd3-4097939cf76b service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Neutron deleted interface 6ad794ab-a5b2-49ac-9bc3-414010322689; detaching it from the instance and deleting it from the info cache [ 1093.189658] env[70623]: DEBUG nova.network.neutron [req-a197412a-2b9d-404a-b567-d0b9c6177c12 req-5911eecb-c93d-4e72-afd3-4097939cf76b service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.347017] env[70623]: DEBUG oslo_vmware.api [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794207, 'name': PowerOffVM_Task, 'duration_secs': 0.434309} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.347391] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.347671] env[70623]: DEBUG nova.compute.manager [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.348594] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc115a-ef41-4449-85a5-948cef911d3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.397041] env[70623]: DEBUG nova.objects.base [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.671124] env[70623]: DEBUG nova.network.neutron [-] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.694491] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1b43bc2-27be-480a-89a8-9bab61c8d668 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.702046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d666558b-1d64-42c4-8a5f-cbd026c91ad6 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "431d5728-d795-4870-9869-423d59f1e2d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.710s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.709412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ef07b-5f76-4f26-beca-998ca23979b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.745413] env[70623]: DEBUG nova.compute.manager [req-a197412a-2b9d-404a-b567-d0b9c6177c12 req-5911eecb-c93d-4e72-afd3-4097939cf76b service nova] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Detach interface failed, port_id=6ad794ab-a5b2-49ac-9bc3-414010322689, reason: Instance c5c56200-fbff-4ab1-bd61-ac229abc7cd1 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1093.859770] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4162f43f-b869-4b50-b26b-b664ceefc47d tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.883112] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb137f2-7f9a-4f7c-8bd1-47e2ac0445e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.891230] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f152b6df-2180-4a1e-996e-18d227417311 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.928419] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f7662-f08b-46d5-8857-185d9040b5a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.936203] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d735f-9cd8-43ef-8592-96a03a44e733 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.949631] env[70623]: DEBUG nova.compute.provider_tree [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.176050] env[70623]: INFO nova.compute.manager [-] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Took 1.24 seconds to deallocate network for instance. [ 1094.199654] env[70623]: DEBUG nova.network.neutron [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [{"id": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "address": "fa:16:3e:f7:33:4e", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d394eec-3d", "ovs_interfaceid": "6d394eec-3d3d-49d8-ad01-c6bb47a53c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.453357] env[70623]: DEBUG nova.scheduler.client.report [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.680536] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.702116] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e7dc9bf3-a474-4749-8cd9-03ec723b7126" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.959183] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.963158] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.511s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.964662] env[70623]: INFO nova.compute.claims [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.970288] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.970519] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.985415] env[70623]: INFO nova.scheduler.client.report [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Deleted allocations for instance a79a87f8-ed21-4628-9ce8-e73786b7e643 [ 1095.116131] env[70623]: DEBUG nova.objects.instance [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lazy-loading 'flavor' on Instance uuid dbecc2b5-18ec-40ca-99cc-232ab9db3206 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.473438] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.491961] env[70623]: DEBUG oslo_concurrency.lockutils [None req-381b02ce-eebf-4dbf-84bb-fe80a6905ebc tempest-ServerGroupTestJSON-422610115 tempest-ServerGroupTestJSON-422610115-project-member] Lock "a79a87f8-ed21-4628-9ce8-e73786b7e643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.963s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.620800] env[70623]: DEBUG oslo_concurrency.lockutils [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.620970] env[70623]: DEBUG oslo_concurrency.lockutils [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquired lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.621258] env[70623]: DEBUG nova.network.neutron [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.621462] env[70623]: DEBUG nova.objects.instance [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lazy-loading 'info_cache' on Instance uuid dbecc2b5-18ec-40ca-99cc-232ab9db3206 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.711083] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.711427] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23fc9896-7009-4b17-b634-f275951bfa80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.718843] env[70623]: DEBUG oslo_vmware.api [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1095.718843] env[70623]: value = "task-2794208" [ 1095.718843] env[70623]: _type = "Task" [ 1095.718843] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.727814] env[70623]: DEBUG oslo_vmware.api [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.997208] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.124693] env[70623]: DEBUG nova.objects.base [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.209108] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfcb2ad-ff1c-4a9b-99da-b5eb7ac90cb0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.217558] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91023485-6d46-48c8-a300-af1b2194cc08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231297] env[70623]: DEBUG oslo_vmware.api [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794208, 'name': PowerOnVM_Task, 'duration_secs': 0.382416} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.257297] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.257541] env[70623]: DEBUG nova.compute.manager [None req-fea0dfcc-e815-467d-a983-147ccdd3a743 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.258552] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb92345-1bc8-413d-bd65-48e20d74155d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.261850] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889e8d7c-2a1c-4188-9033-cd6fa84c752c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.271700] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f777a-93e6-404a-807b-82ee9c6524a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.290390] env[70623]: DEBUG nova.compute.provider_tree [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.795859] env[70623]: DEBUG nova.scheduler.client.report [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.004677] env[70623]: DEBUG nova.network.neutron [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Updating instance_info_cache with network_info: [{"id": "3130e231-592e-4f24-b4cd-6648d5254181", "address": "fa:16:3e:b2:6c:68", "network": {"id": "bb5db2e1-504c-4ac6-aa51-f301f2d1bb9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1587607028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1324e646d08e473591d12f808db111ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e231-59", "ovs_interfaceid": "3130e231-592e-4f24-b4cd-6648d5254181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.300919] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.301586] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.304446] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.122s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.305174] env[70623]: DEBUG nova.objects.instance [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lazy-loading 'resources' on Instance uuid 3a8be430-94ec-4856-a44d-40b3da56b751 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.507831] env[70623]: DEBUG oslo_concurrency.lockutils [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Releasing lock "refresh_cache-dbecc2b5-18ec-40ca-99cc-232ab9db3206" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.808325] env[70623]: DEBUG nova.compute.utils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.812458] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.812631] env[70623]: DEBUG nova.network.neutron [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.849141] env[70623]: DEBUG nova.policy [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8103d7f084b10bed3817f252014c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '724f3f04984e483f8aa4a74620b53547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.036882] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aac14e-e7fd-4703-87fd-422b3f5e1895 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.045725] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0cb3dc-bf07-4467-85d0-170da414974d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.081231] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220e05d-607c-4e9e-be81-f7a10dc39184 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.091494] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9552b1-522f-41cf-a10d-26b90eb041e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.110346] env[70623]: DEBUG nova.compute.provider_tree [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.168935] env[70623]: DEBUG nova.network.neutron [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Successfully created port: fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.171422] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.171684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.172400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.172400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.172400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.174974] env[70623]: INFO nova.compute.manager [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Terminating instance [ 1098.313905] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.515082] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.515346] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-866dfc7f-a729-4ed3-8611-aea234d2b6ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.522257] env[70623]: DEBUG oslo_vmware.api [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1098.522257] env[70623]: value = "task-2794209" [ 1098.522257] env[70623]: _type = "Task" [ 1098.522257] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.530189] env[70623]: DEBUG oslo_vmware.api [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.613811] env[70623]: DEBUG nova.scheduler.client.report [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.679876] env[70623]: DEBUG nova.compute.manager [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.680155] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.681085] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab843e7-694d-4df3-bc91-5d4f5207d8a1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.689116] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.689349] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d7708f-f1a8-4646-aaca-b6d57b0cd67d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.695762] env[70623]: DEBUG oslo_vmware.api [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1098.695762] env[70623]: value = "task-2794210" [ 1098.695762] env[70623]: _type = "Task" [ 1098.695762] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.704500] env[70623]: DEBUG oslo_vmware.api [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.032270] env[70623]: DEBUG oslo_vmware.api [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794209, 'name': PowerOnVM_Task, 'duration_secs': 0.504235} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.032573] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.032737] env[70623]: DEBUG nova.compute.manager [None req-49810fa4-5046-4a60-b099-7ba8f5030768 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.033621] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157008f9-4f0b-46e6-b00b-ccaedb8b60a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.119991] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.122550] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.703s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.124794] env[70623]: INFO nova.compute.claims [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.147700] env[70623]: INFO nova.scheduler.client.report [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Deleted allocations for instance 3a8be430-94ec-4856-a44d-40b3da56b751 [ 1099.206805] env[70623]: DEBUG oslo_vmware.api [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794210, 'name': PowerOffVM_Task, 'duration_secs': 0.208068} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.207696] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.208094] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.208395] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-058e42cb-418d-4611-87be-598fb19c643e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.289917] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.290080] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.290157] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleting the datastore file [datastore2] e7dc9bf3-a474-4749-8cd9-03ec723b7126 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.290410] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d96bd906-3834-403a-9bb4-6ddb779e206a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.299345] env[70623]: DEBUG oslo_vmware.api [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1099.299345] env[70623]: value = "task-2794212" [ 1099.299345] env[70623]: _type = "Task" [ 1099.299345] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.307091] env[70623]: DEBUG oslo_vmware.api [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.329486] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.357995] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.358360] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.358574] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.359464] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.359464] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.359464] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.359464] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.359464] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.359659] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.360597] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.360597] env[70623]: DEBUG nova.virt.hardware [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.361440] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8009e6-90d5-41e9-9e54-48fdd3e8593c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.369025] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f257a-13bb-440d-9621-f1199cbba97d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.563284] env[70623]: DEBUG nova.compute.manager [req-dfcd53af-a8fa-4be2-ba3b-a372cbc2be42 req-11ae021a-d48b-465b-b932-9065d7092073 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Received event network-vif-plugged-fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.563284] env[70623]: DEBUG oslo_concurrency.lockutils [req-dfcd53af-a8fa-4be2-ba3b-a372cbc2be42 req-11ae021a-d48b-465b-b932-9065d7092073 service nova] Acquiring lock "f92d1471-b509-474e-ae6f-676a657d4bd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.563284] env[70623]: DEBUG oslo_concurrency.lockutils [req-dfcd53af-a8fa-4be2-ba3b-a372cbc2be42 req-11ae021a-d48b-465b-b932-9065d7092073 service nova] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.563477] env[70623]: DEBUG oslo_concurrency.lockutils [req-dfcd53af-a8fa-4be2-ba3b-a372cbc2be42 req-11ae021a-d48b-465b-b932-9065d7092073 service nova] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.563643] env[70623]: DEBUG nova.compute.manager [req-dfcd53af-a8fa-4be2-ba3b-a372cbc2be42 req-11ae021a-d48b-465b-b932-9065d7092073 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] No waiting events found dispatching network-vif-plugged-fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.563817] env[70623]: WARNING nova.compute.manager [req-dfcd53af-a8fa-4be2-ba3b-a372cbc2be42 req-11ae021a-d48b-465b-b932-9065d7092073 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Received unexpected event network-vif-plugged-fed53c79-f461-447a-8ec7-9ebcd6b30b89 for instance with vm_state building and task_state spawning. [ 1099.655956] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72423680-521e-4f47-8bc6-4dcee87a66b6 tempest-ServersListShow298Test-1031397210 tempest-ServersListShow298Test-1031397210-project-member] Lock "3a8be430-94ec-4856-a44d-40b3da56b751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.177s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.702510] env[70623]: DEBUG nova.network.neutron [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Successfully updated port: fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.811015] env[70623]: DEBUG oslo_vmware.api [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353377} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.811298] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.811492] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.811664] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.811835] env[70623]: INFO nova.compute.manager [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.812094] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.812339] env[70623]: DEBUG nova.compute.manager [-] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.812399] env[70623]: DEBUG nova.network.neutron [-] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.206342] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.206342] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.206342] env[70623]: DEBUG nova.network.neutron [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.434583] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2855fe6d-84ed-43b6-a0bb-ed9ce79d09bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.442890] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2cc039-567b-4abb-812f-6233242e325b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.474924] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3bdfa7-cb52-4225-a4a2-3bac658b6265 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.486868] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f5a263-5b17-4d6b-9611-e4421e610dc3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.500185] env[70623]: DEBUG nova.compute.provider_tree [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.744554] env[70623]: DEBUG nova.network.neutron [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.903532] env[70623]: DEBUG nova.network.neutron [-] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.929902] env[70623]: DEBUG nova.network.neutron [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updating instance_info_cache with network_info: [{"id": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "address": "fa:16:3e:fb:8f:98", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed53c79-f4", "ovs_interfaceid": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.003873] env[70623]: DEBUG nova.scheduler.client.report [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.207030] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "0a1dbd4d-844c-497c-aaed-8da18657a46a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.207349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.207349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "0a1dbd4d-844c-497c-aaed-8da18657a46a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.207509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.207676] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.209894] env[70623]: INFO nova.compute.manager [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Terminating instance [ 1101.407560] env[70623]: INFO nova.compute.manager [-] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Took 1.59 seconds to deallocate network for instance. [ 1101.432789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.433126] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Instance network_info: |[{"id": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "address": "fa:16:3e:fb:8f:98", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed53c79-f4", "ovs_interfaceid": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.433661] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:8f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed53c79-f461-447a-8ec7-9ebcd6b30b89', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.441959] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.442266] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.442455] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d750a6e7-1a83-4679-b0cf-6d7f1bf3f0a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.463833] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.463833] env[70623]: value = "task-2794213" [ 1101.463833] env[70623]: _type = "Task" [ 1101.463833] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.471826] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794213, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.508493] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.509038] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.512026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.191s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.513463] env[70623]: INFO nova.compute.claims [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.594632] env[70623]: DEBUG nova.compute.manager [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Received event network-changed-fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1101.594863] env[70623]: DEBUG nova.compute.manager [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Refreshing instance network info cache due to event network-changed-fed53c79-f461-447a-8ec7-9ebcd6b30b89. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1101.595095] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] Acquiring lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.595242] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] Acquired lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.595404] env[70623]: DEBUG nova.network.neutron [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Refreshing network info cache for port fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.713834] env[70623]: DEBUG nova.compute.manager [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.714077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.715217] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca258f-37c6-4493-8024-dc80eb12e3f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.723856] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.724162] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e903c44-cd9a-4df3-8f1d-7aa547715819 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.730941] env[70623]: DEBUG oslo_vmware.api [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1101.730941] env[70623]: value = "task-2794214" [ 1101.730941] env[70623]: _type = "Task" [ 1101.730941] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.740054] env[70623]: DEBUG oslo_vmware.api [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.913715] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.975311] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794213, 'name': CreateVM_Task, 'duration_secs': 0.371982} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.975522] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.976381] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.976583] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.977013] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.977366] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d22f497-9c1c-4f40-baea-29b80d9abc9c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.982780] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1101.982780] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a58a7a-7b60-16f2-6a97-e8eee9bc78cd" [ 1101.982780] env[70623]: _type = "Task" [ 1101.982780] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.993407] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a58a7a-7b60-16f2-6a97-e8eee9bc78cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.018246] env[70623]: DEBUG nova.compute.utils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.023020] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.023020] env[70623]: DEBUG nova.network.neutron [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.073963] env[70623]: DEBUG nova.policy [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888886d29934582b204d1c9968cb329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dadf46988ae64770aaf7e094b808fca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.241753] env[70623]: DEBUG oslo_vmware.api [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794214, 'name': PowerOffVM_Task, 'duration_secs': 0.310756} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.242234] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.242234] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.242490] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbed0378-68f3-4372-a488-38a3835f391a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.312555] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.312765] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.312996] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleting the datastore file [datastore2] 0a1dbd4d-844c-497c-aaed-8da18657a46a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.313409] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dee47e93-faaf-4f45-a68b-92e431ee9349 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.316125] env[70623]: DEBUG nova.network.neutron [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updated VIF entry in instance network info cache for port fed53c79-f461-447a-8ec7-9ebcd6b30b89. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.316508] env[70623]: DEBUG nova.network.neutron [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updating instance_info_cache with network_info: [{"id": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "address": "fa:16:3e:fb:8f:98", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed53c79-f4", "ovs_interfaceid": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.322976] env[70623]: DEBUG oslo_vmware.api [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1102.322976] env[70623]: value = "task-2794216" [ 1102.322976] env[70623]: _type = "Task" [ 1102.322976] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.332562] env[70623]: DEBUG oslo_vmware.api [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.406811] env[70623]: DEBUG nova.network.neutron [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Successfully created port: 87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.494102] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a58a7a-7b60-16f2-6a97-e8eee9bc78cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015848} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.494507] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.494755] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.494992] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.495161] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.495342] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.495606] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c0405f-ee67-4eb9-be7b-3b07ee114900 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.504792] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.504950] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.505739] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49440fba-b989-4818-9a82-959f756873bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.511562] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1102.511562] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52503646-ac87-d422-64c2-d8ccddf7523b" [ 1102.511562] env[70623]: _type = "Task" [ 1102.511562] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.518829] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52503646-ac87-d422-64c2-d8ccddf7523b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.522426] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.734529] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6493f9-afef-471e-88d3-134b7acc3a46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.742056] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9302134f-1305-4137-8bd0-36e0077046c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.772965] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fffb46-27c1-4f2a-84c4-7569e8528017 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.779534] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c89bb-6a09-4741-880b-0cdc9058adb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.792193] env[70623]: DEBUG nova.compute.provider_tree [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.819364] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] Releasing lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.819608] env[70623]: DEBUG nova.compute.manager [req-cc7bb077-22c0-4e26-8d1f-c1d08b2f6c45 req-1b0ada13-ad86-4556-a395-146f79cc9f41 service nova] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Received event network-vif-deleted-6d394eec-3d3d-49d8-ad01-c6bb47a53c72 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.831900] env[70623]: DEBUG oslo_vmware.api [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410776} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.832378] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.832566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.832737] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.832932] env[70623]: INFO nova.compute.manager [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1102.833140] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.833341] env[70623]: DEBUG nova.compute.manager [-] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.833437] env[70623]: DEBUG nova.network.neutron [-] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.024943] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52503646-ac87-d422-64c2-d8ccddf7523b, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.028876] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b675d7a-90c1-4062-93aa-a7113db74297 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.034868] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1103.034868] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a69013-1edf-4b0d-5cb3-85739aaa8be3" [ 1103.034868] env[70623]: _type = "Task" [ 1103.034868] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.042366] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a69013-1edf-4b0d-5cb3-85739aaa8be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.079313] env[70623]: DEBUG nova.compute.manager [req-d609ed17-3275-4d45-b61c-1e5a87cec567 req-21bc0d79-234b-43d4-b7c2-7d9d0c7b828f service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Received event network-vif-deleted-04b690c7-1525-407d-a310-738757303012 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.079576] env[70623]: INFO nova.compute.manager [req-d609ed17-3275-4d45-b61c-1e5a87cec567 req-21bc0d79-234b-43d4-b7c2-7d9d0c7b828f service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Neutron deleted interface 04b690c7-1525-407d-a310-738757303012; detaching it from the instance and deleting it from the info cache [ 1103.079747] env[70623]: DEBUG nova.network.neutron [req-d609ed17-3275-4d45-b61c-1e5a87cec567 req-21bc0d79-234b-43d4-b7c2-7d9d0c7b828f service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.315882] env[70623]: ERROR nova.scheduler.client.report [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [req-2eee7393-dc31-49c1-a316-d22fc4a4cc40] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2eee7393-dc31-49c1-a316-d22fc4a4cc40"}]} [ 1103.332607] env[70623]: DEBUG nova.scheduler.client.report [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1103.347208] env[70623]: DEBUG nova.scheduler.client.report [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1103.347487] env[70623]: DEBUG nova.compute.provider_tree [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.357728] env[70623]: DEBUG nova.scheduler.client.report [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1103.374226] env[70623]: DEBUG nova.scheduler.client.report [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1103.533408] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.549061] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a69013-1edf-4b0d-5cb3-85739aaa8be3, 'name': SearchDatastore_Task, 'duration_secs': 0.036163} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.551687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.551948] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f92d1471-b509-474e-ae6f-676a657d4bd8/f92d1471-b509-474e-ae6f-676a657d4bd8.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.554698] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a0f3ec-b3d6-4519-b62e-8553b8dc4151 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.562046] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1103.562046] env[70623]: value = "task-2794217" [ 1103.562046] env[70623]: _type = "Task" [ 1103.562046] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.567340] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.567632] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.567732] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.568023] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.568105] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.568224] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.568472] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.568681] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.568868] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.569113] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.569209] env[70623]: DEBUG nova.virt.hardware [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.569503] env[70623]: DEBUG nova.network.neutron [-] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.572436] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9326037-3065-4e34-9619-ed3eb408f3b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.582580] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.584849] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b85dea0b-24b7-4c3a-a80c-9bea7c6fe14d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.588387] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba6ef0-1082-4924-b662-28281778d775 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.595457] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8e95a-2b64-4bff-ab20-3deb2ade36a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.602842] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2c7b8d-2587-4647-8291-8c3a3f966ff3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.625662] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d14b3-6b81-4a84-a5b8-79112c262450 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.667012] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe024b-3c71-4d89-93c9-27a0722f0212 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.669917] env[70623]: DEBUG nova.compute.manager [req-d609ed17-3275-4d45-b61c-1e5a87cec567 req-21bc0d79-234b-43d4-b7c2-7d9d0c7b828f service nova] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Detach interface failed, port_id=04b690c7-1525-407d-a310-738757303012, reason: Instance 0a1dbd4d-844c-497c-aaed-8da18657a46a could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1103.674999] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812879a8-cf2c-4c27-ba41-2574b2d79c37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.688781] env[70623]: DEBUG nova.compute.provider_tree [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.806100] env[70623]: DEBUG nova.compute.manager [req-1772e91f-c3b2-417e-8e4b-d02125e1875b req-b1cd9b25-a29c-4dbd-b252-8c870d725f0b service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Received event network-vif-plugged-87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.806508] env[70623]: DEBUG oslo_concurrency.lockutils [req-1772e91f-c3b2-417e-8e4b-d02125e1875b req-b1cd9b25-a29c-4dbd-b252-8c870d725f0b service nova] Acquiring lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.806961] env[70623]: DEBUG oslo_concurrency.lockutils [req-1772e91f-c3b2-417e-8e4b-d02125e1875b req-b1cd9b25-a29c-4dbd-b252-8c870d725f0b service nova] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.807301] env[70623]: DEBUG oslo_concurrency.lockutils [req-1772e91f-c3b2-417e-8e4b-d02125e1875b req-b1cd9b25-a29c-4dbd-b252-8c870d725f0b service nova] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.807631] env[70623]: DEBUG nova.compute.manager [req-1772e91f-c3b2-417e-8e4b-d02125e1875b req-b1cd9b25-a29c-4dbd-b252-8c870d725f0b service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] No waiting events found dispatching network-vif-plugged-87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.807990] env[70623]: WARNING nova.compute.manager [req-1772e91f-c3b2-417e-8e4b-d02125e1875b req-b1cd9b25-a29c-4dbd-b252-8c870d725f0b service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Received unexpected event network-vif-plugged-87c14178-ac1d-424d-9bda-8c29e3ace592 for instance with vm_state building and task_state spawning. [ 1103.904310] env[70623]: DEBUG nova.network.neutron [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Successfully updated port: 87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.072305] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460517} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.072582] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f92d1471-b509-474e-ae6f-676a657d4bd8/f92d1471-b509-474e-ae6f-676a657d4bd8.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.072796] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.073065] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-798fafca-f285-4b1d-9a56-77ec4518719d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.080822] env[70623]: INFO nova.compute.manager [-] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Took 1.25 seconds to deallocate network for instance. [ 1104.081226] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1104.081226] env[70623]: value = "task-2794218" [ 1104.081226] env[70623]: _type = "Task" [ 1104.081226] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.092702] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.227907] env[70623]: DEBUG nova.scheduler.client.report [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1104.228258] env[70623]: DEBUG nova.compute.provider_tree [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 139 to 140 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1104.228481] env[70623]: DEBUG nova.compute.provider_tree [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.408206] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.408675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.408675] env[70623]: DEBUG nova.network.neutron [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.592264] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.592572] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064533} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.592815] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.593630] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa060e68-5c85-4971-b98d-f9b78a3cc6b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.616480] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] f92d1471-b509-474e-ae6f-676a657d4bd8/f92d1471-b509-474e-ae6f-676a657d4bd8.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.616707] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205a2999-7ca2-4f84-8486-28d9132fa6b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.636569] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1104.636569] env[70623]: value = "task-2794219" [ 1104.636569] env[70623]: _type = "Task" [ 1104.636569] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.646781] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.733054] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.733633] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.736454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.406s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.737893] env[70623]: INFO nova.compute.claims [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.940987] env[70623]: DEBUG nova.network.neutron [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.070505] env[70623]: DEBUG nova.network.neutron [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance_info_cache with network_info: [{"id": "87c14178-ac1d-424d-9bda-8c29e3ace592", "address": "fa:16:3e:00:3f:03", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c14178-ac", "ovs_interfaceid": "87c14178-ac1d-424d-9bda-8c29e3ace592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.146914] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794219, 'name': ReconfigVM_Task, 'duration_secs': 0.278866} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.147235] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] f92d1471-b509-474e-ae6f-676a657d4bd8/f92d1471-b509-474e-ae6f-676a657d4bd8.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.147916] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a66b7e-51db-4f38-8bf7-0ea58416eef0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.155361] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1105.155361] env[70623]: value = "task-2794220" [ 1105.155361] env[70623]: _type = "Task" [ 1105.155361] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.163060] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794220, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.242551] env[70623]: DEBUG nova.compute.utils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.249026] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.249026] env[70623]: DEBUG nova.network.neutron [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.289541] env[70623]: DEBUG nova.policy [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe34bb638c0346b898464e5d33754c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bce16669d9d4c028cf9ec79da1818e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.576663] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.577040] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Instance network_info: |[{"id": "87c14178-ac1d-424d-9bda-8c29e3ace592", "address": "fa:16:3e:00:3f:03", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c14178-ac", "ovs_interfaceid": "87c14178-ac1d-424d-9bda-8c29e3ace592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.577486] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:3f:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87c14178-ac1d-424d-9bda-8c29e3ace592', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.585701] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.586044] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.586343] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97fccf57-8bef-4978-8a07-d83476c686ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.609889] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.609889] env[70623]: value = "task-2794221" [ 1105.609889] env[70623]: _type = "Task" [ 1105.609889] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.617644] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794221, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.627663] env[70623]: DEBUG nova.network.neutron [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Successfully created port: 18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.665467] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794220, 'name': Rename_Task, 'duration_secs': 0.143429} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.665596] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.665832] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3876b164-8229-485a-9bbb-0fdfbb382e18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.672599] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1105.672599] env[70623]: value = "task-2794222" [ 1105.672599] env[70623]: _type = "Task" [ 1105.672599] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.680234] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.747126] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.834998] env[70623]: DEBUG nova.compute.manager [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Received event network-changed-87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.835238] env[70623]: DEBUG nova.compute.manager [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Refreshing instance network info cache due to event network-changed-87c14178-ac1d-424d-9bda-8c29e3ace592. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1105.835465] env[70623]: DEBUG oslo_concurrency.lockutils [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] Acquiring lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.835610] env[70623]: DEBUG oslo_concurrency.lockutils [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] Acquired lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.835776] env[70623]: DEBUG nova.network.neutron [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Refreshing network info cache for port 87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.008109] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57a0e3c-ef3e-4840-bd09-881d321de53f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.015665] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d825bfd6-4318-492e-a7bb-8c9000ca448a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.045306] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f92782-5d74-4f00-9c87-4e700607a6a7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.052498] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5148e773-17bf-41ea-9a11-83ce6929c8fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.065969] env[70623]: DEBUG nova.compute.provider_tree [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.119632] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794221, 'name': CreateVM_Task, 'duration_secs': 0.360511} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.119804] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.120514] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.120735] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.120998] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.121312] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123fae63-ff7f-4178-a637-02756a5f267e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.126172] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1106.126172] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5206fabd-abc8-5c71-c8a4-fdf7c9c6da72" [ 1106.126172] env[70623]: _type = "Task" [ 1106.126172] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.134408] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5206fabd-abc8-5c71-c8a4-fdf7c9c6da72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.182068] env[70623]: DEBUG oslo_vmware.api [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794222, 'name': PowerOnVM_Task, 'duration_secs': 0.440192} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.182068] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.182343] env[70623]: INFO nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1106.182504] env[70623]: DEBUG nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.183380] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081db7b0-380a-4174-b10a-c470564e8764 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.569033] env[70623]: DEBUG nova.scheduler.client.report [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.630707] env[70623]: DEBUG nova.network.neutron [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updated VIF entry in instance network info cache for port 87c14178-ac1d-424d-9bda-8c29e3ace592. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.631056] env[70623]: DEBUG nova.network.neutron [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance_info_cache with network_info: [{"id": "87c14178-ac1d-424d-9bda-8c29e3ace592", "address": "fa:16:3e:00:3f:03", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c14178-ac", "ovs_interfaceid": "87c14178-ac1d-424d-9bda-8c29e3ace592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.637879] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5206fabd-abc8-5c71-c8a4-fdf7c9c6da72, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.638176] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.638404] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.638634] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.638777] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638953] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.639219] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96805bb3-1341-4d3d-80a6-11b4df940c51 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.648619] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.648804] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.649509] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64b1341-7e9b-4539-9eaa-197cb4587ee8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.654536] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1106.654536] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523a40e4-30f6-1731-0969-ed2b0331c1e7" [ 1106.654536] env[70623]: _type = "Task" [ 1106.654536] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.661998] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523a40e4-30f6-1731-0969-ed2b0331c1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.700332] env[70623]: INFO nova.compute.manager [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Took 21.26 seconds to build instance. [ 1106.762455] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.788814] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.789095] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.789239] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.789394] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.789538] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.789685] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.789889] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.790057] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.790226] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.790392] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.790562] env[70623]: DEBUG nova.virt.hardware [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.791437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28dfb8a-0a80-4f19-9675-c2e94fff696b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.799537] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7324bc-5702-421a-ab0a-5a3a49d320a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.961488] env[70623]: INFO nova.compute.manager [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Rebuilding instance [ 1107.017389] env[70623]: DEBUG nova.compute.manager [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.018279] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000ca96f-cab0-46bc-90bf-11fbda116c92 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.074723] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.075278] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.078012] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.679s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.079379] env[70623]: INFO nova.compute.claims [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.133831] env[70623]: DEBUG oslo_concurrency.lockutils [req-2ee2812c-7ea4-45c0-ac12-fa3fcf3ae8bf req-bca57d47-20dc-4a96-a36d-5d2793d294a5 service nova] Releasing lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.164298] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523a40e4-30f6-1731-0969-ed2b0331c1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.007463} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.165126] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d9fd2c-10ae-4849-9359-facdc5f6c9db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.170021] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1107.170021] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526c9590-d667-70f7-d99b-47f7fa440e83" [ 1107.170021] env[70623]: _type = "Task" [ 1107.170021] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.177430] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526c9590-d667-70f7-d99b-47f7fa440e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.202552] env[70623]: DEBUG oslo_concurrency.lockutils [None req-727c7062-90e5-4317-88bb-631aa3456dce tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.771s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.515230] env[70623]: DEBUG nova.compute.manager [req-c60d729c-5ba1-479d-bf5b-95cf1b852de2 req-7302ae52-e734-4692-bff2-7257a94e9f10 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-vif-plugged-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.515460] env[70623]: DEBUG oslo_concurrency.lockutils [req-c60d729c-5ba1-479d-bf5b-95cf1b852de2 req-7302ae52-e734-4692-bff2-7257a94e9f10 service nova] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.515778] env[70623]: DEBUG oslo_concurrency.lockutils [req-c60d729c-5ba1-479d-bf5b-95cf1b852de2 req-7302ae52-e734-4692-bff2-7257a94e9f10 service nova] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.515834] env[70623]: DEBUG oslo_concurrency.lockutils [req-c60d729c-5ba1-479d-bf5b-95cf1b852de2 req-7302ae52-e734-4692-bff2-7257a94e9f10 service nova] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.515998] env[70623]: DEBUG nova.compute.manager [req-c60d729c-5ba1-479d-bf5b-95cf1b852de2 req-7302ae52-e734-4692-bff2-7257a94e9f10 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] No waiting events found dispatching network-vif-plugged-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.516343] env[70623]: WARNING nova.compute.manager [req-c60d729c-5ba1-479d-bf5b-95cf1b852de2 req-7302ae52-e734-4692-bff2-7257a94e9f10 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received unexpected event network-vif-plugged-18ea63ec-c12a-4b34-aeab-60a5306c856b for instance with vm_state building and task_state spawning. [ 1107.585843] env[70623]: DEBUG nova.compute.utils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.589456] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.589456] env[70623]: DEBUG nova.network.neutron [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.633689] env[70623]: DEBUG nova.policy [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c2f4f7315d14f7dbd16a1f55a765d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6d6c2607294839bb75430ff7ab8e46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.682757] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526c9590-d667-70f7-d99b-47f7fa440e83, 'name': SearchDatastore_Task, 'duration_secs': 0.037461} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.682930] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.683256] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b/a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.686230] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9ebf957-0fdf-4ba3-939f-3ee843d72677 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.690037] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1107.690037] env[70623]: value = "task-2794223" [ 1107.690037] env[70623]: _type = "Task" [ 1107.690037] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.698263] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.871809] env[70623]: DEBUG nova.compute.manager [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Received event network-changed-fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.872015] env[70623]: DEBUG nova.compute.manager [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Refreshing instance network info cache due to event network-changed-fed53c79-f461-447a-8ec7-9ebcd6b30b89. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.872240] env[70623]: DEBUG oslo_concurrency.lockutils [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] Acquiring lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.872475] env[70623]: DEBUG oslo_concurrency.lockutils [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] Acquired lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.872764] env[70623]: DEBUG nova.network.neutron [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Refreshing network info cache for port fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.989896] env[70623]: DEBUG nova.network.neutron [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Successfully updated port: 18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.016549] env[70623]: DEBUG nova.network.neutron [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Successfully created port: 23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.031886] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.032570] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e052802-337a-4c0c-83c8-7f38dcaee00e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.041477] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1108.041477] env[70623]: value = "task-2794224" [ 1108.041477] env[70623]: _type = "Task" [ 1108.041477] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.050573] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.093208] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.199827] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437322} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.200157] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b/a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.200333] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.200590] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d50b37-265d-488b-b7e5-f871a9174cba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.207862] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1108.207862] env[70623]: value = "task-2794225" [ 1108.207862] env[70623]: _type = "Task" [ 1108.207862] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.220282] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.343463] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56643a36-d05b-4adc-b50f-aa1411f86cdc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.350947] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ee5fb2-dbc7-4393-a599-9047b19e05ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.384520] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71584e26-90ec-4d7a-b8cd-0d0c689bd7a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.391919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1c8f3a-106a-4a8c-a0f6-13eb01bf1985 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.405672] env[70623]: DEBUG nova.compute.provider_tree [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.494134] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.494353] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.494482] env[70623]: DEBUG nova.network.neutron [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.556960] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794224, 'name': PowerOffVM_Task, 'duration_secs': 0.216778} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.556960] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.556960] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.556960] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668fa864-0a5e-45fc-b6ac-0a77b4323871 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.562923] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.565161] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3960409f-a90e-492e-b1a2-2456739544f8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.596383] env[70623]: DEBUG nova.network.neutron [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updated VIF entry in instance network info cache for port fed53c79-f461-447a-8ec7-9ebcd6b30b89. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.596800] env[70623]: DEBUG nova.network.neutron [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updating instance_info_cache with network_info: [{"id": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "address": "fa:16:3e:fb:8f:98", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed53c79-f4", "ovs_interfaceid": "fed53c79-f461-447a-8ec7-9ebcd6b30b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.635509] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.635796] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.636038] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleting the datastore file [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.636349] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e10f4e-a521-4817-9b64-5604b9989099 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.645666] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1108.645666] env[70623]: value = "task-2794227" [ 1108.645666] env[70623]: _type = "Task" [ 1108.645666] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.653709] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.719521] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093665} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.719841] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.721247] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3bfa00-7c8e-44c1-9c0e-b3bc71897ee4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.744026] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b/a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.744324] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f844494c-566b-43e5-a42e-f3b099881d0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.763626] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1108.763626] env[70623]: value = "task-2794229" [ 1108.763626] env[70623]: _type = "Task" [ 1108.763626] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.771390] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.941114] env[70623]: DEBUG nova.scheduler.client.report [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.941771] env[70623]: DEBUG nova.compute.provider_tree [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 140 to 141 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.941771] env[70623]: DEBUG nova.compute.provider_tree [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.026500] env[70623]: DEBUG nova.network.neutron [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.102898] env[70623]: DEBUG oslo_concurrency.lockutils [req-1551e265-d5f0-4d32-b2c8-7dd7ab386aa5 req-7ca71e71-22cb-4dc9-a1bb-594a6e6a5f31 service nova] Releasing lock "refresh_cache-f92d1471-b509-474e-ae6f-676a657d4bd8" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.105275] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.131030] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.131185] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.131240] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.131396] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.131542] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.131685] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.131888] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.132062] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.132234] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.132397] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.132569] env[70623]: DEBUG nova.virt.hardware [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.133543] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa95a71-50f5-4273-9d13-a9b2f107a6bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.141442] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1177d42-cf25-4887-8123-5010cf9a00c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.160717] env[70623]: DEBUG nova.network.neutron [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.161932] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141627} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.162180] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.162363] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.162539] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.273316] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794229, 'name': ReconfigVM_Task, 'duration_secs': 0.275317} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.273599] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b/a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.274219] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05a7da6-44d0-4c7d-9a15-cac05f900324 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.281265] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1109.281265] env[70623]: value = "task-2794230" [ 1109.281265] env[70623]: _type = "Task" [ 1109.281265] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.288858] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794230, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.448345] env[70623]: DEBUG nova.compute.manager [req-89c84ecd-2a52-4300-a2f9-9f9ae33cecb3 req-69148a3a-17cd-4dc7-8016-991923c08322 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Received event network-vif-plugged-23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.448443] env[70623]: DEBUG oslo_concurrency.lockutils [req-89c84ecd-2a52-4300-a2f9-9f9ae33cecb3 req-69148a3a-17cd-4dc7-8016-991923c08322 service nova] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.448647] env[70623]: DEBUG oslo_concurrency.lockutils [req-89c84ecd-2a52-4300-a2f9-9f9ae33cecb3 req-69148a3a-17cd-4dc7-8016-991923c08322 service nova] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.448813] env[70623]: DEBUG oslo_concurrency.lockutils [req-89c84ecd-2a52-4300-a2f9-9f9ae33cecb3 req-69148a3a-17cd-4dc7-8016-991923c08322 service nova] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.448982] env[70623]: DEBUG nova.compute.manager [req-89c84ecd-2a52-4300-a2f9-9f9ae33cecb3 req-69148a3a-17cd-4dc7-8016-991923c08322 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] No waiting events found dispatching network-vif-plugged-23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.449154] env[70623]: WARNING nova.compute.manager [req-89c84ecd-2a52-4300-a2f9-9f9ae33cecb3 req-69148a3a-17cd-4dc7-8016-991923c08322 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Received unexpected event network-vif-plugged-23e31528-2597-49de-895e-d2910d1a33ac for instance with vm_state building and task_state spawning. [ 1109.449839] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.450295] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.452912] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.773s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.454581] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.455865] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.458s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.456465] env[70623]: INFO nova.compute.claims [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.485936] env[70623]: INFO nova.scheduler.client.report [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocations for instance c5c56200-fbff-4ab1-bd61-ac229abc7cd1 [ 1109.548677] env[70623]: DEBUG nova.network.neutron [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Successfully updated port: 23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.666365] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.666761] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance network_info: |[{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.671294] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ba:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ea63ec-c12a-4b34-aeab-60a5306c856b', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.679788] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating folder: Project (7bce16669d9d4c028cf9ec79da1818e7). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.680770] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ebff7e1-ddd9-4e67-a09e-3f19998d7233 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.692413] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created folder: Project (7bce16669d9d4c028cf9ec79da1818e7) in parent group-v561316. [ 1109.693626] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating folder: Instances. Parent ref: group-v561611. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.693626] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eab20a4f-8112-4637-acb4-36ee01c28893 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.705107] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created folder: Instances in parent group-v561611. [ 1109.705107] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.705107] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.705107] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9351ef7-1b5c-43e5-b5aa-f411dd339202 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.724443] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.724443] env[70623]: value = "task-2794233" [ 1109.724443] env[70623]: _type = "Task" [ 1109.724443] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.732544] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794233, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.792855] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794230, 'name': Rename_Task, 'duration_secs': 0.150532} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.793240] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.793538] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227280bb-6279-4491-a15d-487ed7cfaa40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.799049] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1109.799049] env[70623]: value = "task-2794234" [ 1109.799049] env[70623]: _type = "Task" [ 1109.799049] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.806783] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.949722] env[70623]: DEBUG nova.compute.manager [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.949935] env[70623]: DEBUG nova.compute.manager [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing instance network info cache due to event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.950156] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.950333] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.950457] env[70623]: DEBUG nova.network.neutron [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.961230] env[70623]: DEBUG nova.compute.utils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.965778] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.965947] env[70623]: DEBUG nova.network.neutron [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.994066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-36fcc7f6-4ab0-4095-b56d-748755d6b52e tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "c5c56200-fbff-4ab1-bd61-ac229abc7cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.714s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.020130] env[70623]: DEBUG nova.policy [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '080a87c0cbe8489e96f34067bd86c110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e7612ee8c9425da5315c461b2cb12e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.050507] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.050663] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.050845] env[70623]: DEBUG nova.network.neutron [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.209568] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.209810] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.209969] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.210164] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.210365] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.210452] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.210658] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.210815] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.210981] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.211155] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.211331] env[70623]: DEBUG nova.virt.hardware [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.212510] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd921d8-c1e1-43a9-bf9c-e2bc6cb40fa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.220458] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30991871-284b-4399-aa83-4c54485c22a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.235652] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b3:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078a8691-0984-40ea-986f-fd4d1a7f2fac', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.243062] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.243765] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.244017] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c3acb4f-3c4b-4016-8243-83f155ce6ea7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.264016] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794233, 'name': CreateVM_Task, 'duration_secs': 0.392651} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.264797] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.266489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.266489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.266489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.266489] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5dd9f7-6515-4df2-b96b-34b7fd1ee5f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.270692] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.270692] env[70623]: value = "task-2794235" [ 1110.270692] env[70623]: _type = "Task" [ 1110.270692] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.272057] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1110.272057] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f92b6f-6afb-fba0-657d-aa5239e7350b" [ 1110.272057] env[70623]: _type = "Task" [ 1110.272057] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.283627] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794235, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.287016] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f92b6f-6afb-fba0-657d-aa5239e7350b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.307604] env[70623]: DEBUG nova.network.neutron [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Successfully created port: 40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.314280] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.464710] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.596266] env[70623]: DEBUG nova.network.neutron [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.682190] env[70623]: DEBUG nova.network.neutron [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updated VIF entry in instance network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.682438] env[70623]: DEBUG nova.network.neutron [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.700949] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad76b14-f531-4bb7-bfb0-73f8dbe02c0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.708256] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe415af-741e-439e-a802-342db5e5e0ad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.739294] env[70623]: DEBUG nova.network.neutron [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updating instance_info_cache with network_info: [{"id": "23e31528-2597-49de-895e-d2910d1a33ac", "address": "fa:16:3e:4b:8b:5b", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e31528-25", "ovs_interfaceid": "23e31528-2597-49de-895e-d2910d1a33ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.741040] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6bd61f-3b9e-4e2e-91c7-303bb1c45ef1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.749054] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7c39c-3f93-459b-91be-23504d0da150 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.765043] env[70623]: DEBUG nova.compute.provider_tree [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.789617] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794235, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.790304] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f92b6f-6afb-fba0-657d-aa5239e7350b, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.790425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.790632] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.790864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.791065] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.791259] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.791510] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e70affc-9aec-4fd5-a9b8-8e28e6646ba2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.801417] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.801603] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.805102] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec419fa-6e49-4fc7-8a9a-aa25c54dd575 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.812283] env[70623]: DEBUG oslo_vmware.api [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794234, 'name': PowerOnVM_Task, 'duration_secs': 0.51953} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.814466] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.814466] env[70623]: INFO nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1110.814466] env[70623]: DEBUG nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.814651] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1110.814651] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d4d135-4f22-869b-7360-c7ec9c624c75" [ 1110.814651] env[70623]: _type = "Task" [ 1110.814651] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.815372] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b95c20a-b31e-446c-99fb-d36b870cf9e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.838438] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d4d135-4f22-869b-7360-c7ec9c624c75, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.839409] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2692f0f-45ea-4efd-b1c9-7776c2a6e26a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.844737] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1110.844737] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521c5bc9-33a4-cc69-e6c2-1bd479a19d97" [ 1110.844737] env[70623]: _type = "Task" [ 1110.844737] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.853215] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521c5bc9-33a4-cc69-e6c2-1bd479a19d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.185502] env[70623]: DEBUG oslo_concurrency.lockutils [req-d6384471-7480-4863-9095-2fb26bd8b5b0 req-96fd8115-2c80-4d60-acdc-d12ef62577c7 service nova] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.245538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.245892] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Instance network_info: |[{"id": "23e31528-2597-49de-895e-d2910d1a33ac", "address": "fa:16:3e:4b:8b:5b", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e31528-25", "ovs_interfaceid": "23e31528-2597-49de-895e-d2910d1a33ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.246339] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:8b:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23e31528-2597-49de-895e-d2910d1a33ac', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.254995] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.255236] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.255467] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d84198dd-bfd0-4e28-af80-cbe52c0e552d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.280600] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.280600] env[70623]: value = "task-2794236" [ 1111.280600] env[70623]: _type = "Task" [ 1111.280600] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.288919] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794235, 'name': CreateVM_Task, 'duration_secs': 0.595767} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.289713] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.290576] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.290777] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.291194] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.291603] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39e184a-a849-488f-98b1-2774610d236e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.296714] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794236, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.301605] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1111.301605] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5239ddc8-a9f8-d9e6-2f53-36175c20c082" [ 1111.301605] env[70623]: _type = "Task" [ 1111.301605] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.302625] env[70623]: DEBUG nova.scheduler.client.report [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1111.302963] env[70623]: DEBUG nova.compute.provider_tree [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 141 to 142 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1111.303253] env[70623]: DEBUG nova.compute.provider_tree [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.318116] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5239ddc8-a9f8-d9e6-2f53-36175c20c082, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.319150] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.319391] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.319949] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.350375] env[70623]: INFO nova.compute.manager [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Took 22.95 seconds to build instance. [ 1111.361725] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521c5bc9-33a4-cc69-e6c2-1bd479a19d97, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.362151] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.362446] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.363192] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.363348] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.363720] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cae74f1-7de5-4ced-a5fd-d1a7fb00b036 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.366949] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca25ba6-c22c-41b4-b8d0-c7ee21a60b01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.377893] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1111.377893] env[70623]: value = "task-2794237" [ 1111.377893] env[70623]: _type = "Task" [ 1111.377893] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.385112] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.385348] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.386326] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72692ec5-024e-4470-adf8-aed4ec1449c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.394788] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.398414] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1111.398414] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5286375e-b223-a180-e172-0f82bcbaa7a9" [ 1111.398414] env[70623]: _type = "Task" [ 1111.398414] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.408158] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5286375e-b223-a180-e172-0f82bcbaa7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.475862] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.482586] env[70623]: DEBUG nova.compute.manager [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Received event network-changed-23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1111.482780] env[70623]: DEBUG nova.compute.manager [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Refreshing instance network info cache due to event network-changed-23e31528-2597-49de-895e-d2910d1a33ac. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1111.482987] env[70623]: DEBUG oslo_concurrency.lockutils [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] Acquiring lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.483222] env[70623]: DEBUG oslo_concurrency.lockutils [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] Acquired lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.483403] env[70623]: DEBUG nova.network.neutron [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Refreshing network info cache for port 23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.504799] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.505063] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.505263] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.505461] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.505605] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.505751] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.506066] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.506143] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.506315] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.506468] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.506640] env[70623]: DEBUG nova.virt.hardware [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.507832] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed7fa1-20d5-44b4-b0f9-9ac2883a70bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.519155] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f720d-eb53-4bbe-8453-c6e987c7f6d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.795866] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794236, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.813027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.814093] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.817447] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.904s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.817755] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.819981] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.228s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.820358] env[70623]: DEBUG nova.objects.instance [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lazy-loading 'resources' on Instance uuid 0a1dbd4d-844c-497c-aaed-8da18657a46a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.838035] env[70623]: DEBUG nova.network.neutron [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Successfully updated port: 40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.848717] env[70623]: INFO nova.scheduler.client.report [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted allocations for instance e7dc9bf3-a474-4749-8cd9-03ec723b7126 [ 1111.852908] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ae8a9c7f-67bf-435f-8de3-d76f79706120 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.463s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.888267] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.909671] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5286375e-b223-a180-e172-0f82bcbaa7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.044617} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.910529] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1861a5c-3ba1-4a17-bbca-353ada181dad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.918974] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1111.918974] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52721683-0d31-3f29-026a-3b8ae01487d7" [ 1111.918974] env[70623]: _type = "Task" [ 1111.918974] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.928902] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52721683-0d31-3f29-026a-3b8ae01487d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.244464] env[70623]: DEBUG nova.network.neutron [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updated VIF entry in instance network info cache for port 23e31528-2597-49de-895e-d2910d1a33ac. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.244909] env[70623]: DEBUG nova.network.neutron [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updating instance_info_cache with network_info: [{"id": "23e31528-2597-49de-895e-d2910d1a33ac", "address": "fa:16:3e:4b:8b:5b", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e31528-25", "ovs_interfaceid": "23e31528-2597-49de-895e-d2910d1a33ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.295950] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794236, 'name': CreateVM_Task, 'duration_secs': 0.759109} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.296152] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.296854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.297028] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.297352] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.297613] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd89e2a-a666-48d1-8733-99c578166904 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.306538] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1112.306538] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295f229-9e03-34cb-76aa-b8a91af1bf3a" [ 1112.306538] env[70623]: _type = "Task" [ 1112.306538] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.315892] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295f229-9e03-34cb-76aa-b8a91af1bf3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.324372] env[70623]: DEBUG nova.compute.utils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.327866] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.328060] env[70623]: DEBUG nova.network.neutron [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.340320] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.340320] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.340515] env[70623]: DEBUG nova.network.neutron [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.356904] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1f672b6d-dc70-4dd2-9679-3270377cb89d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e7dc9bf3-a474-4749-8cd9-03ec723b7126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.185s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.393512] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.393858] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.394127] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.394393] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3fb7dc4-8b99-4764-9092-0b3f12909f2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.402518] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1112.402518] env[70623]: value = "task-2794239" [ 1112.402518] env[70623]: _type = "Task" [ 1112.402518] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.410833] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.414040] env[70623]: DEBUG nova.policy [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.433022] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52721683-0d31-3f29-026a-3b8ae01487d7, 'name': SearchDatastore_Task, 'duration_secs': 0.068727} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.433474] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433758] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.434306] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea367cce-0170-4a7a-98c5-a29ae52a8e9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.440871] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1112.440871] env[70623]: value = "task-2794240" [ 1112.440871] env[70623]: _type = "Task" [ 1112.440871] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.452940] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.662243] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90529a5-ca78-4d62-908e-1f612fe606c5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.669514] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdb62c-2d06-4200-88f8-af06d4ad54dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.703021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a0c26-f17c-47d4-a769-101795f5898b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.709054] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6fb4dc-83a5-4d8f-9bce-644e2169f1f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.723137] env[70623]: DEBUG nova.compute.provider_tree [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.748438] env[70623]: DEBUG oslo_concurrency.lockutils [req-66c1c0d4-8a7e-4837-aceb-5a4e454af7e5 req-8bbf0085-096b-4689-b2e2-7dab89cc9ee3 service nova] Releasing lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.819023] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295f229-9e03-34cb-76aa-b8a91af1bf3a, 'name': SearchDatastore_Task, 'duration_secs': 0.021567} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.819023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.819023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.819023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.819023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.819023] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.819023] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42bdbe79-64d9-4322-a10f-94122670abd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.831116] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.832346] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.832659] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.833836] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41923b4-1fcc-4fde-a72b-b10c0c333e83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.839457] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1112.839457] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5283005f-d827-dc8e-6c13-4dff289289e5" [ 1112.839457] env[70623]: _type = "Task" [ 1112.839457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.843872] env[70623]: DEBUG nova.network.neutron [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Successfully created port: 8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.854186] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5283005f-d827-dc8e-6c13-4dff289289e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.902029] env[70623]: DEBUG nova.network.neutron [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.913851] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070257} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.914360] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.915259] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af71bc-dcf9-4168-92b6-c3da3f1b51bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.938075] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.941183] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060dea14-5817-45bf-b168-38283b231093 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.964609] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.966138] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1112.966138] env[70623]: value = "task-2794241" [ 1112.966138] env[70623]: _type = "Task" [ 1112.966138] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.975835] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.176772] env[70623]: DEBUG nova.network.neutron [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance_info_cache with network_info: [{"id": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "address": "fa:16:3e:6d:a1:df", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40193a5c-70", "ovs_interfaceid": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.247607] env[70623]: ERROR nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [req-757c4bd7-7a8d-4b61-977d-996dbc963cc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-757c4bd7-7a8d-4b61-977d-996dbc963cc1"}]} [ 1113.267055] env[70623]: DEBUG nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1113.285900] env[70623]: DEBUG nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1113.286223] env[70623]: DEBUG nova.compute.provider_tree [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.301653] env[70623]: DEBUG nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1113.329704] env[70623]: DEBUG nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1113.352669] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5283005f-d827-dc8e-6c13-4dff289289e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.356984] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd32bcee-6ea2-4b4d-a278-e7664d32e713 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.362956] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1113.362956] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52966660-1862-f377-77b2-ba9f419d539b" [ 1113.362956] env[70623]: _type = "Task" [ 1113.362956] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.372012] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52966660-1862-f377-77b2-ba9f419d539b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.467834] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794240, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.479433] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.523885] env[70623]: DEBUG nova.compute.manager [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1113.561565] env[70623]: DEBUG nova.compute.manager [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Received event network-vif-plugged-40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.561706] env[70623]: DEBUG oslo_concurrency.lockutils [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] Acquiring lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.561919] env[70623]: DEBUG oslo_concurrency.lockutils [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.562154] env[70623]: DEBUG oslo_concurrency.lockutils [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.562354] env[70623]: DEBUG nova.compute.manager [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] No waiting events found dispatching network-vif-plugged-40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.562653] env[70623]: WARNING nova.compute.manager [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Received unexpected event network-vif-plugged-40193a5c-70b7-4032-9ba7-ee2b18d4efc2 for instance with vm_state building and task_state spawning. [ 1113.563358] env[70623]: DEBUG nova.compute.manager [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Received event network-changed-40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.563358] env[70623]: DEBUG nova.compute.manager [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Refreshing instance network info cache due to event network-changed-40193a5c-70b7-4032-9ba7-ee2b18d4efc2. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1113.563358] env[70623]: DEBUG oslo_concurrency.lockutils [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] Acquiring lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.597516] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fd3a3-5b75-4dbe-81e2-94d8e69f8479 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.607544] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6a1371-88da-4501-9abb-f51e65a4812b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.644450] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2eebfb-10e1-4cd5-a748-12dc994fcd2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.647426] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.647656] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.654083] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803514f-11f4-4e9c-b3de-15957fb51ff1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.668244] env[70623]: DEBUG nova.compute.provider_tree [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.679455] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.679755] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Instance network_info: |[{"id": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "address": "fa:16:3e:6d:a1:df", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40193a5c-70", "ovs_interfaceid": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.680289] env[70623]: DEBUG oslo_concurrency.lockutils [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] Acquired lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.680482] env[70623]: DEBUG nova.network.neutron [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Refreshing network info cache for port 40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.681711] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40193a5c-70b7-4032-9ba7-ee2b18d4efc2', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.690478] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.693695] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.694550] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e677447-b1b6-482a-a185-42bff0076b8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.714875] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.714875] env[70623]: value = "task-2794243" [ 1113.714875] env[70623]: _type = "Task" [ 1113.714875] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.723278] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794243, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.847575] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.876621] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52966660-1862-f377-77b2-ba9f419d539b, 'name': SearchDatastore_Task, 'duration_secs': 0.054271} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.879147] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.879413] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.879616] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.879840] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.880015] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.880208] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.880450] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.880640] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.880837] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.881060] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.881238] env[70623]: DEBUG nova.virt.hardware [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.881548] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.881794] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] df22ce7e-7a37-49a5-b79d-7b003aafbc05/df22ce7e-7a37-49a5-b79d-7b003aafbc05.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.882578] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301ab338-5d02-43ba-896f-4ba89485e642 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.885161] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d1bfa2-b5c7-462b-ab9c-b60dd5d4d162 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.893287] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae181c17-c1d6-4202-96a9-3c9cf25cb088 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.897673] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1113.897673] env[70623]: value = "task-2794244" [ 1113.897673] env[70623]: _type = "Task" [ 1113.897673] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.917121] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.938243] env[70623]: DEBUG nova.network.neutron [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updated VIF entry in instance network info cache for port 40193a5c-70b7-4032-9ba7-ee2b18d4efc2. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.938630] env[70623]: DEBUG nova.network.neutron [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance_info_cache with network_info: [{"id": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "address": "fa:16:3e:6d:a1:df", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40193a5c-70", "ovs_interfaceid": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.968580] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031417} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.972058] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.972302] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.972574] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7ff9a01-92c0-428c-b1ab-15898186bc97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.980528] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794241, 'name': ReconfigVM_Task, 'duration_secs': 0.803465} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.981949] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfigured VM instance instance-0000006c to attach disk [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.982740] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1113.982740] env[70623]: value = "task-2794245" [ 1113.982740] env[70623]: _type = "Task" [ 1113.982740] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.982969] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9877538f-0672-4fe3-9a2f-7ebafb9fc2c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.993907] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.995362] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1113.995362] env[70623]: value = "task-2794246" [ 1113.995362] env[70623]: _type = "Task" [ 1113.995362] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.003733] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794246, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.043882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.150992] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.203890] env[70623]: DEBUG nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1114.204296] env[70623]: DEBUG nova.compute.provider_tree [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 145 to 146 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1114.204536] env[70623]: DEBUG nova.compute.provider_tree [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1114.226531] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794243, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.410908] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.441955] env[70623]: DEBUG oslo_concurrency.lockutils [req-54175e70-5b9e-403d-963b-718886daed64 req-e810ba13-4c66-41fd-9ca9-ea757f59b860 service nova] Releasing lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.494686] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075702} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.497688] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.497688] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd55398f-f6bf-44d6-86d6-ae573036e9b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.507566] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794246, 'name': Rename_Task, 'duration_secs': 0.369116} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.517664] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.526951] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.527295] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24ca80c-68ea-4683-94bf-2ff760cd456d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.529142] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff421fe-49ea-43a4-bc47-983a3e95c85b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.550645] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1114.550645] env[70623]: value = "task-2794247" [ 1114.550645] env[70623]: _type = "Task" [ 1114.550645] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.552267] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1114.552267] env[70623]: value = "task-2794248" [ 1114.552267] env[70623]: _type = "Task" [ 1114.552267] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.563293] env[70623]: DEBUG nova.network.neutron [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Successfully updated port: 8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.570793] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.575189] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794247, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.676670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.710395] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.890s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.712926] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.669s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.725640] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794243, 'name': CreateVM_Task, 'duration_secs': 0.602275} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.726280] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.727036] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.727316] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.728136] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.728136] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd347c9-fb10-413b-b0cb-34f09b2a48b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.730439] env[70623]: INFO nova.scheduler.client.report [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleted allocations for instance 0a1dbd4d-844c-497c-aaed-8da18657a46a [ 1114.737282] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1114.737282] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e958d-29fb-8b08-5dff-b26467e29506" [ 1114.737282] env[70623]: _type = "Task" [ 1114.737282] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.745625] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e958d-29fb-8b08-5dff-b26467e29506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.910551] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783491} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.910881] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] df22ce7e-7a37-49a5-b79d-7b003aafbc05/df22ce7e-7a37-49a5-b79d-7b003aafbc05.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.911150] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.911521] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35ce5d16-ee09-472b-b6d8-496a272f6f54 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.917580] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1114.917580] env[70623]: value = "task-2794249" [ 1114.917580] env[70623]: _type = "Task" [ 1114.917580] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.925857] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.064254] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.067262] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.067390] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.067534] env[70623]: DEBUG nova.network.neutron [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.068591] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794248, 'name': ReconfigVM_Task, 'duration_secs': 0.381878} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.068848] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Reconfigured VM instance instance-00000064 to attach disk [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823/da67012b-2dbe-45d2-94f8-e8b6d1515823.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.069612] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4532ea1-efb6-4359-b5aa-031f8ae4365a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.075494] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1115.075494] env[70623]: value = "task-2794250" [ 1115.075494] env[70623]: _type = "Task" [ 1115.075494] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.083923] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794250, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.219109] env[70623]: INFO nova.compute.claims [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.237231] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2207c93e-be7e-46dc-8e61-6f0acd2e0c4c tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "0a1dbd4d-844c-497c-aaed-8da18657a46a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.030s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.248614] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e958d-29fb-8b08-5dff-b26467e29506, 'name': SearchDatastore_Task, 'duration_secs': 0.020636} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.249386] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.249625] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.249864] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.250022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.250234] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.250788] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6471dc-fc24-4676-b9e6-76a32e037805 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.265488] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.265671] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.266644] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2189be02-69d2-40c5-af82-9642370bb199 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.273558] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1115.273558] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a675f5-cd08-e321-91da-75c7689600b3" [ 1115.273558] env[70623]: _type = "Task" [ 1115.273558] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.280672] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a675f5-cd08-e321-91da-75c7689600b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.358401] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "48e27a36-1a7e-445e-99f5-93e062569526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.358623] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "48e27a36-1a7e-445e-99f5-93e062569526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.358840] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "48e27a36-1a7e-445e-99f5-93e062569526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.359026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "48e27a36-1a7e-445e-99f5-93e062569526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.359202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "48e27a36-1a7e-445e-99f5-93e062569526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.361341] env[70623]: INFO nova.compute.manager [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Terminating instance [ 1115.427446] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060995} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.427718] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.428537] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0dd8c-1f7a-48be-99f9-bb9707fa2541 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.449891] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] df22ce7e-7a37-49a5-b79d-7b003aafbc05/df22ce7e-7a37-49a5-b79d-7b003aafbc05.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.450146] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c352698-1b94-4f65-8e28-cc1ac30a0333 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.469383] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1115.469383] env[70623]: value = "task-2794251" [ 1115.469383] env[70623]: _type = "Task" [ 1115.469383] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.477251] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.562181] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794247, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.585226] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794250, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.602780] env[70623]: DEBUG nova.network.neutron [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.616180] env[70623]: DEBUG nova.compute.manager [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Received event network-vif-plugged-8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.616180] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] Acquiring lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.616330] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.616825] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.616825] env[70623]: DEBUG nova.compute.manager [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] No waiting events found dispatching network-vif-plugged-8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.616825] env[70623]: WARNING nova.compute.manager [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Received unexpected event network-vif-plugged-8f7b98f1-84f0-4271-b94d-0219fadcde89 for instance with vm_state building and task_state spawning. [ 1115.616974] env[70623]: DEBUG nova.compute.manager [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Received event network-changed-8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.617172] env[70623]: DEBUG nova.compute.manager [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Refreshing instance network info cache due to event network-changed-8f7b98f1-84f0-4271-b94d-0219fadcde89. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1115.617357] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] Acquiring lock "refresh_cache-6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.725663] env[70623]: INFO nova.compute.resource_tracker [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating resource usage from migration 39073d17-985a-4075-910e-3367cfd82507 [ 1115.781973] env[70623]: DEBUG nova.network.neutron [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Updating instance_info_cache with network_info: [{"id": "8f7b98f1-84f0-4271-b94d-0219fadcde89", "address": "fa:16:3e:12:3b:d7", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b98f1-84", "ovs_interfaceid": "8f7b98f1-84f0-4271-b94d-0219fadcde89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.789787] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a675f5-cd08-e321-91da-75c7689600b3, 'name': SearchDatastore_Task, 'duration_secs': 0.038155} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.790768] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc0749d-3890-4856-90d7-d425cd881af7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796600] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1115.796600] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2263d-7502-13b0-cb34-3b562029583d" [ 1115.796600] env[70623]: _type = "Task" [ 1115.796600] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.810883] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2263d-7502-13b0-cb34-3b562029583d, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.811068] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.811374] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d/b0758cd1-dbcb-47ca-afb4-26346b14095d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.811671] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdea98ed-1698-4b56-9905-6ded49d15d62 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.820929] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1115.820929] env[70623]: value = "task-2794253" [ 1115.820929] env[70623]: _type = "Task" [ 1115.820929] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.830265] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.865420] env[70623]: DEBUG nova.compute.manager [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.865606] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.866516] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b53d5c-039e-4d66-bd24-a0645a9bc1ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.876740] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.876998] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a8ba47-0e4f-4a84-a01b-6c812d93df20 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.884989] env[70623]: DEBUG oslo_vmware.api [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1115.884989] env[70623]: value = "task-2794254" [ 1115.884989] env[70623]: _type = "Task" [ 1115.884989] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.895342] env[70623]: DEBUG oslo_vmware.api [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.969516] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6946c16-7ad8-4d94-89f3-7868db0b6aef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.981044] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794251, 'name': ReconfigVM_Task, 'duration_secs': 0.43682} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.983236] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Reconfigured VM instance instance-0000006d to attach disk [datastore2] df22ce7e-7a37-49a5-b79d-7b003aafbc05/df22ce7e-7a37-49a5-b79d-7b003aafbc05.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.983973] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42c0dcb3-8125-435b-8008-fc3b42d011af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.986386] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67331a-cef1-48db-bc64-42d254c151aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.019612] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4aaa3-725d-4fc3-af12-5f48860f504c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.022466] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1116.022466] env[70623]: value = "task-2794255" [ 1116.022466] env[70623]: _type = "Task" [ 1116.022466] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.029413] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855dd9c-a242-4062-ac04-2190753c8d8f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.036603] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794255, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.047911] env[70623]: DEBUG nova.compute.provider_tree [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.064240] env[70623]: DEBUG oslo_vmware.api [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794247, 'name': PowerOnVM_Task, 'duration_secs': 1.266108} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.064581] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.064769] env[70623]: INFO nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1116.064976] env[70623]: DEBUG nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.065997] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7896e0-ac00-4bd2-a4a8-e714e5214e66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.086893] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794250, 'name': Rename_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.285562] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.285969] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Instance network_info: |[{"id": "8f7b98f1-84f0-4271-b94d-0219fadcde89", "address": "fa:16:3e:12:3b:d7", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b98f1-84", "ovs_interfaceid": "8f7b98f1-84f0-4271-b94d-0219fadcde89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.286333] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] Acquired lock "refresh_cache-6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.286519] env[70623]: DEBUG nova.network.neutron [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Refreshing network info cache for port 8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.290035] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:3b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f7b98f1-84f0-4271-b94d-0219fadcde89', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.297939] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.301690] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.302275] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8cf11e-e523-4851-8a3a-d7f0f481199d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.328117] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.328117] env[70623]: value = "task-2794256" [ 1116.328117] env[70623]: _type = "Task" [ 1116.328117] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.336738] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794253, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.342836] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794256, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.395128] env[70623]: DEBUG oslo_vmware.api [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794254, 'name': PowerOffVM_Task, 'duration_secs': 0.251517} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.395432] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.395608] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.395858] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd608d5f-3550-4de3-81d0-473cde7d13b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.464014] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.464400] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.464714] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleting the datastore file [datastore1] 48e27a36-1a7e-445e-99f5-93e062569526 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.465120] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce97369-2278-4f21-b924-d2f312e2ceca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.472989] env[70623]: DEBUG oslo_vmware.api [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1116.472989] env[70623]: value = "task-2794258" [ 1116.472989] env[70623]: _type = "Task" [ 1116.472989] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.481069] env[70623]: DEBUG oslo_vmware.api [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.514919] env[70623]: DEBUG nova.network.neutron [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Updated VIF entry in instance network info cache for port 8f7b98f1-84f0-4271-b94d-0219fadcde89. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.515331] env[70623]: DEBUG nova.network.neutron [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Updating instance_info_cache with network_info: [{"id": "8f7b98f1-84f0-4271-b94d-0219fadcde89", "address": "fa:16:3e:12:3b:d7", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b98f1-84", "ovs_interfaceid": "8f7b98f1-84f0-4271-b94d-0219fadcde89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.532832] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794255, 'name': Rename_Task, 'duration_secs': 0.410752} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.533121] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.533365] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec3543d-e8b7-4d19-9fca-4f0d0a4cfe25 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.539355] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1116.539355] env[70623]: value = "task-2794259" [ 1116.539355] env[70623]: _type = "Task" [ 1116.539355] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.547355] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.551305] env[70623]: DEBUG nova.scheduler.client.report [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.587980] env[70623]: INFO nova.compute.manager [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Took 24.28 seconds to build instance. [ 1116.594352] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794250, 'name': Rename_Task, 'duration_secs': 1.052169} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.594649] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.594923] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7217fe-2c49-443f-adf2-76d804f4526b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.600833] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1116.600833] env[70623]: value = "task-2794260" [ 1116.600833] env[70623]: _type = "Task" [ 1116.600833] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.609548] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.831667] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52407} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.835139] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d/b0758cd1-dbcb-47ca-afb4-26346b14095d.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.835139] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.835495] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f45874a-65e5-48d6-a9c0-fd299c2ecc6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.842627] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794256, 'name': CreateVM_Task, 'duration_secs': 0.401293} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.843779] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.844686] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1116.844686] env[70623]: value = "task-2794261" [ 1116.844686] env[70623]: _type = "Task" [ 1116.844686] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.844926] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.845048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.846019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.846019] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae225b9-c4d0-4317-9358-32394bd85957 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.853724] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1116.853724] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5238f0c2-26e0-07cf-bf14-a315343ae8ff" [ 1116.853724] env[70623]: _type = "Task" [ 1116.853724] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.857899] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.867627] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5238f0c2-26e0-07cf-bf14-a315343ae8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.985836] env[70623]: DEBUG oslo_vmware.api [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270865} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.986225] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.986385] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.986596] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.986772] env[70623]: INFO nova.compute.manager [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1116.987024] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.987269] env[70623]: DEBUG nova.compute.manager [-] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.987371] env[70623]: DEBUG nova.network.neutron [-] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.017921] env[70623]: DEBUG oslo_concurrency.lockutils [req-ff9a70ec-80e1-4c8a-ae64-79416bdfaf24 req-5a6774c4-1854-4743-8f15-a96fc27fa934 service nova] Releasing lock "refresh_cache-6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049151] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794259, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.056110] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.343s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.056297] env[70623]: INFO nova.compute.manager [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Migrating [ 1117.063465] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.387s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.065313] env[70623]: INFO nova.compute.claims [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.092566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e601a4e9-8c85-4fb4-a924-98c90b78660c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.797s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.118641] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.356403] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068523} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.357240] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.357889] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20dc1d3-846b-4574-b7fe-455f1281d92f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.386731] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d/b0758cd1-dbcb-47ca-afb4-26346b14095d.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.391755] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7bf7c35-a655-448e-89f6-8245c67a2b94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.407214] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5238f0c2-26e0-07cf-bf14-a315343ae8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.023615} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.408424] env[70623]: DEBUG nova.compute.manager [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.408665] env[70623]: DEBUG nova.compute.manager [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing instance network info cache due to event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1117.408898] env[70623]: DEBUG oslo_concurrency.lockutils [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.409047] env[70623]: DEBUG oslo_concurrency.lockutils [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.409205] env[70623]: DEBUG nova.network.neutron [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.411863] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.412248] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.412586] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.412850] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.413182] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.415282] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5844f225-f8e1-4a78-873b-f850372d0c84 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.420385] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1117.420385] env[70623]: value = "task-2794262" [ 1117.420385] env[70623]: _type = "Task" [ 1117.420385] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.426633] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.426838] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.427555] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1183aeb7-2c24-4634-a22a-66f5f872ffa0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.433695] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.436355] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1117.436355] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5210c33f-b37b-ca1c-85e9-0ff63c336636" [ 1117.436355] env[70623]: _type = "Task" [ 1117.436355] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.445818] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5210c33f-b37b-ca1c-85e9-0ff63c336636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.549877] env[70623]: DEBUG oslo_vmware.api [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794259, 'name': PowerOnVM_Task, 'duration_secs': 0.888784} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.550156] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.550370] env[70623]: INFO nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1117.550547] env[70623]: DEBUG nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.551479] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470984f3-9000-4106-bc80-df6fdd451b4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.589708] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.589927] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.590137] env[70623]: DEBUG nova.network.neutron [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.613577] env[70623]: DEBUG oslo_vmware.api [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794260, 'name': PowerOnVM_Task, 'duration_secs': 0.568295} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.613863] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.614135] env[70623]: DEBUG nova.compute.manager [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.614887] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a81619a-2534-4198-9b50-28b1fab92329 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.647309] env[70623]: DEBUG nova.compute.manager [req-aa4fdac4-b548-480b-8d1b-a83749aa7d86 req-64a278ea-54f1-4758-80c6-c8ad68a2aa4f service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Received event network-vif-deleted-d201487b-a407-4f9c-9d95-d3efab634c66 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.647309] env[70623]: INFO nova.compute.manager [req-aa4fdac4-b548-480b-8d1b-a83749aa7d86 req-64a278ea-54f1-4758-80c6-c8ad68a2aa4f service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Neutron deleted interface d201487b-a407-4f9c-9d95-d3efab634c66; detaching it from the instance and deleting it from the info cache [ 1117.647309] env[70623]: DEBUG nova.network.neutron [req-aa4fdac4-b548-480b-8d1b-a83749aa7d86 req-64a278ea-54f1-4758-80c6-c8ad68a2aa4f service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.757143] env[70623]: DEBUG nova.network.neutron [-] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.931291] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.947139] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5210c33f-b37b-ca1c-85e9-0ff63c336636, 'name': SearchDatastore_Task, 'duration_secs': 0.024628} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.951068] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68908d2f-a0b2-477f-9cab-20fe30e56349 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.956421] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1117.956421] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5262e30d-a9ff-bfa0-8672-d20d5a162813" [ 1117.956421] env[70623]: _type = "Task" [ 1117.956421] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.964837] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5262e30d-a9ff-bfa0-8672-d20d5a162813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.068853] env[70623]: INFO nova.compute.manager [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Took 25.75 seconds to build instance. [ 1118.131869] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.157359] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8d7ba78-fca3-4dd0-a127-4ed212f87973 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.180941] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2621b40-6232-4b0f-aef7-974d4e5fe1d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.225302] env[70623]: DEBUG nova.compute.manager [req-aa4fdac4-b548-480b-8d1b-a83749aa7d86 req-64a278ea-54f1-4758-80c6-c8ad68a2aa4f service nova] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Detach interface failed, port_id=d201487b-a407-4f9c-9d95-d3efab634c66, reason: Instance 48e27a36-1a7e-445e-99f5-93e062569526 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1118.259729] env[70623]: DEBUG nova.network.neutron [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updated VIF entry in instance network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.260115] env[70623]: DEBUG nova.network.neutron [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.261521] env[70623]: INFO nova.compute.manager [-] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Took 1.27 seconds to deallocate network for instance. [ 1118.401018] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3003e952-4619-4287-851a-2c2e3e9f6f49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.409603] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac10e433-5f87-43dd-804c-0db764535c10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.451350] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6e5d37-6ac0-42aa-9ee8-e25e93ddbc08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.459738] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794262, 'name': ReconfigVM_Task, 'duration_secs': 0.987842} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.467416] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d/b0758cd1-dbcb-47ca-afb4-26346b14095d.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.467416] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67bfe796-f74c-42d0-974f-6d4bd60f206e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.468941] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8d1cf-7350-4767-b58a-6562f10a1669 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.479316] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5262e30d-a9ff-bfa0-8672-d20d5a162813, 'name': SearchDatastore_Task, 'duration_secs': 0.036588} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.488186] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.488690] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3/6f8e9111-a8d3-446c-a57f-ab8a6719a6e3.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.489364] env[70623]: DEBUG nova.compute.provider_tree [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.490882] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1118.490882] env[70623]: value = "task-2794264" [ 1118.490882] env[70623]: _type = "Task" [ 1118.490882] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.492156] env[70623]: DEBUG nova.network.neutron [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance_info_cache with network_info: [{"id": "87c14178-ac1d-424d-9bda-8c29e3ace592", "address": "fa:16:3e:00:3f:03", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c14178-ac", "ovs_interfaceid": "87c14178-ac1d-424d-9bda-8c29e3ace592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.493574] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ced4b50-12c5-4b9a-a31f-9645b9643ce2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.507413] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794264, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.508675] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1118.508675] env[70623]: value = "task-2794265" [ 1118.508675] env[70623]: _type = "Task" [ 1118.508675] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.516788] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.570941] env[70623]: DEBUG oslo_concurrency.lockutils [None req-098a4f6a-f358-4386-ba9d-13e7042cf109 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.274s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.763527] env[70623]: DEBUG oslo_concurrency.lockutils [req-cf5d3fdc-4bb8-4129-af91-c4c77b621e5e req-3cbfdc40-1e6c-48cc-9197-4c38335e58e2 service nova] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.774454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.997023] env[70623]: DEBUG nova.scheduler.client.report [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.999904] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.012266] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794264, 'name': Rename_Task, 'duration_secs': 0.182664} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.019120] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.021430] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58813ab5-28bb-4da0-be63-ccf59196c934 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.029676] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.031629] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1119.031629] env[70623]: value = "task-2794266" [ 1119.031629] env[70623]: _type = "Task" [ 1119.031629] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.041150] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.432413] env[70623]: DEBUG nova.compute.manager [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Received event network-changed-23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.432736] env[70623]: DEBUG nova.compute.manager [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Refreshing instance network info cache due to event network-changed-23e31528-2597-49de-895e-d2910d1a33ac. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1119.432817] env[70623]: DEBUG oslo_concurrency.lockutils [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] Acquiring lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.432986] env[70623]: DEBUG oslo_concurrency.lockutils [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] Acquired lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.433173] env[70623]: DEBUG nova.network.neutron [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Refreshing network info cache for port 23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.503263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.503724] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.506413] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.375s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.506532] env[70623]: DEBUG nova.objects.instance [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70623) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.520833] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666684} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.521258] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3/6f8e9111-a8d3-446c-a57f-ab8a6719a6e3.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.521258] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.521500] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90795fdf-41bd-4dc1-814e-6723c47e3a40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.527532] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1119.527532] env[70623]: value = "task-2794267" [ 1119.527532] env[70623]: _type = "Task" [ 1119.527532] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.535641] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.543473] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.014060] env[70623]: DEBUG nova.compute.utils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.018384] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.018588] env[70623]: DEBUG nova.network.neutron [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.037738] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062874} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.041584] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.042617] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772ad821-f145-419c-be40-ab14648ccf90 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.054906] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.073836] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3/6f8e9111-a8d3-446c-a57f-ab8a6719a6e3.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.074179] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342fc9e2-793c-4816-8600-9911a9bd1cd1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.092198] env[70623]: DEBUG nova.policy [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58228d6d91b4449b9bea89b9d1f71ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b29b57fc5c14661bf97fd0a24feef9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.098598] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1120.098598] env[70623]: value = "task-2794269" [ 1120.098598] env[70623]: _type = "Task" [ 1120.098598] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.107311] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.275285] env[70623]: DEBUG nova.network.neutron [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updated VIF entry in instance network info cache for port 23e31528-2597-49de-895e-d2910d1a33ac. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.275691] env[70623]: DEBUG nova.network.neutron [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updating instance_info_cache with network_info: [{"id": "23e31528-2597-49de-895e-d2910d1a33ac", "address": "fa:16:3e:4b:8b:5b", "network": {"id": "a601b8ed-a935-4095-ab6f-f58ca120e68f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1226597274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6d6c2607294839bb75430ff7ab8e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e31528-25", "ovs_interfaceid": "23e31528-2597-49de-895e-d2910d1a33ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.493864] env[70623]: DEBUG nova.network.neutron [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Successfully created port: c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.519398] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.527913] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57edc0f8-e5aa-41d4-b0f4-89c5da1f9196 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.535307] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.759s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.535307] env[70623]: DEBUG nova.objects.instance [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lazy-loading 'resources' on Instance uuid 48e27a36-1a7e-445e-99f5-93e062569526 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.535677] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f281f7d9-d98c-49ae-802c-c8e3ddab6acf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.551456] env[70623]: DEBUG oslo_vmware.api [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794266, 'name': PowerOnVM_Task, 'duration_secs': 1.169292} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.565837] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.566106] env[70623]: INFO nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1120.566296] env[70623]: DEBUG nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.567579] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.571644] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0153d6-fc5c-4018-b6ba-f6a900c4c68c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.608946] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.781582] env[70623]: DEBUG oslo_concurrency.lockutils [req-a702214a-7d99-4a5b-9c0f-42e72d7727a0 req-05083afe-7e3f-45cd-b1f4-c0171287f2fe service nova] Releasing lock "refresh_cache-df22ce7e-7a37-49a5-b79d-7b003aafbc05" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.077356] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.080784] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6891d2c5-2205-4f8e-b156-059b74b57cac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.089782] env[70623]: INFO nova.compute.manager [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Took 28.71 seconds to build instance. [ 1121.092425] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1121.092425] env[70623]: value = "task-2794270" [ 1121.092425] env[70623]: _type = "Task" [ 1121.092425] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.107905] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.115886] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794269, 'name': ReconfigVM_Task, 'duration_secs': 0.958544} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.116255] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3/6f8e9111-a8d3-446c-a57f-ab8a6719a6e3.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.116955] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-741e8300-b7fb-48c2-b237-0e36ea119c12 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.124774] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1121.124774] env[70623]: value = "task-2794271" [ 1121.124774] env[70623]: _type = "Task" [ 1121.124774] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.134827] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794271, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.349796] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff35345-7985-4f2a-88eb-0b31e824975f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.360306] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e2de6-808b-43b1-843d-6b5d5376a0e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.392732] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539d9ee-7240-443e-9b29-3174ae60fc10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.400733] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09703d-e1c9-46dd-8bae-6037fcedf604 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.414764] env[70623]: DEBUG nova.compute.provider_tree [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.539827] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.566923] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.567186] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.567346] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.567532] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.567678] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.567826] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.568048] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.568216] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.568383] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.568598] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.568798] env[70623]: DEBUG nova.virt.hardware [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.569669] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc806909-8b38-4017-9576-2c6a5ee5cabf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.577412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89201b51-2e11-42d7-a413-d0de98cb7ae1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.592406] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7af77e83-7435-4a95-ac27-a9f340c6744b tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.222s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.603280] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794270, 'name': PowerOffVM_Task, 'duration_secs': 0.294875} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.603544] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.603730] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.634589] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794271, 'name': Rename_Task, 'duration_secs': 0.274387} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.634855] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.635114] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-625d551e-538d-4bb4-9415-a8deb854013c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.641657] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1121.641657] env[70623]: value = "task-2794272" [ 1121.641657] env[70623]: _type = "Task" [ 1121.641657] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.652501] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.918571] env[70623]: DEBUG nova.scheduler.client.report [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.110320] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.110399] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.110605] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.110807] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.110952] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.111115] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.111345] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.111520] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.111686] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.111924] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.112143] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.117873] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea36a112-0016-4303-a655-6cd3f90107b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.133283] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1122.133283] env[70623]: value = "task-2794274" [ 1122.133283] env[70623]: _type = "Task" [ 1122.133283] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.141708] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.147227] env[70623]: DEBUG nova.compute.manager [req-bda02fba-62b0-407e-a7c3-2f43a6b4e11a req-8a1f3bea-7baf-4e5d-b84f-66eb90b67aa2 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Received event network-vif-plugged-c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1122.147432] env[70623]: DEBUG oslo_concurrency.lockutils [req-bda02fba-62b0-407e-a7c3-2f43a6b4e11a req-8a1f3bea-7baf-4e5d-b84f-66eb90b67aa2 service nova] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.147634] env[70623]: DEBUG oslo_concurrency.lockutils [req-bda02fba-62b0-407e-a7c3-2f43a6b4e11a req-8a1f3bea-7baf-4e5d-b84f-66eb90b67aa2 service nova] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.147800] env[70623]: DEBUG oslo_concurrency.lockutils [req-bda02fba-62b0-407e-a7c3-2f43a6b4e11a req-8a1f3bea-7baf-4e5d-b84f-66eb90b67aa2 service nova] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.147966] env[70623]: DEBUG nova.compute.manager [req-bda02fba-62b0-407e-a7c3-2f43a6b4e11a req-8a1f3bea-7baf-4e5d-b84f-66eb90b67aa2 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] No waiting events found dispatching network-vif-plugged-c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.148145] env[70623]: WARNING nova.compute.manager [req-bda02fba-62b0-407e-a7c3-2f43a6b4e11a req-8a1f3bea-7baf-4e5d-b84f-66eb90b67aa2 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Received unexpected event network-vif-plugged-c5497766-042f-44f9-b1f6-3e3abea0b6c8 for instance with vm_state building and task_state spawning. [ 1122.151925] env[70623]: DEBUG oslo_vmware.api [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794272, 'name': PowerOnVM_Task, 'duration_secs': 0.4635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.152185] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.152380] env[70623]: INFO nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1122.152558] env[70623]: DEBUG nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.153412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e36a79-4474-470a-b64b-e5a6f7cf39e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.237346] env[70623]: DEBUG nova.network.neutron [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Successfully updated port: c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.425823] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.441295] env[70623]: INFO nova.scheduler.client.report [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleted allocations for instance 48e27a36-1a7e-445e-99f5-93e062569526 [ 1122.643858] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794274, 'name': ReconfigVM_Task, 'duration_secs': 0.197359} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.644369] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.673880] env[70623]: INFO nova.compute.manager [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Took 26.69 seconds to build instance. [ 1122.740677] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.740677] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.740677] env[70623]: DEBUG nova.network.neutron [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.917178] env[70623]: DEBUG nova.compute.manager [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1122.948775] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1a23269c-2f7a-4b0e-9347-67a187e81af5 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "48e27a36-1a7e-445e-99f5-93e062569526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.590s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.151981] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.152250] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.152408] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.152587] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.152734] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.152941] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.153185] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.153347] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.153512] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.153674] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.153850] env[70623]: DEBUG nova.virt.hardware [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.159209] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.160021] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963ddfc3-a32b-4c62-a005-71a73e3703f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.173707] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.173958] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.174182] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.174370] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.174539] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.176253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e419c76c-e9ee-4027-ba3b-211caaa4e18e tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.206s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.176712] env[70623]: INFO nova.compute.manager [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Terminating instance [ 1123.179380] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1123.179380] env[70623]: value = "task-2794275" [ 1123.179380] env[70623]: _type = "Task" [ 1123.179380] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.190068] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.272655] env[70623]: DEBUG nova.network.neutron [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.411617] env[70623]: DEBUG nova.network.neutron [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.441948] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.442385] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.684989] env[70623]: DEBUG nova.compute.manager [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.685397] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.685901] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb8913-b993-4888-bcf9-c318c2202388 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.692959] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.695805] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01e13670-7045-4083-ac50-2e3d31ac9e26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.697196] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794275, 'name': ReconfigVM_Task, 'duration_secs': 0.281522} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.697442] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.698570] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d18a807-8766-4ed3-b533-c82fcc86bda0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.702487] env[70623]: DEBUG oslo_vmware.api [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1123.702487] env[70623]: value = "task-2794276" [ 1123.702487] env[70623]: _type = "Task" [ 1123.702487] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.723805] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b/a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.724585] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d5184e-a296-4d0a-9834-db827cbdc113 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.740557] env[70623]: DEBUG oslo_vmware.api [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.745386] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1123.745386] env[70623]: value = "task-2794277" [ 1123.745386] env[70623]: _type = "Task" [ 1123.745386] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.753447] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.916143] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.916143] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Instance network_info: |[{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.916595] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:25:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5497766-042f-44f9-b1f6-3e3abea0b6c8', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.924856] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.925122] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.925359] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa847dce-059f-4e89-b44e-4d7ddb9b1af1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.946670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.946998] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.947310] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.947554] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.947784] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.952174] env[70623]: INFO nova.compute.claims [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.956563] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.956563] env[70623]: value = "task-2794279" [ 1123.956563] env[70623]: _type = "Task" [ 1123.956563] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.957124] env[70623]: INFO nova.compute.manager [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Terminating instance [ 1123.969797] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794279, 'name': CreateVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.176044] env[70623]: DEBUG nova.compute.manager [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Received event network-changed-c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1124.176310] env[70623]: DEBUG nova.compute.manager [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Refreshing instance network info cache due to event network-changed-c5497766-042f-44f9-b1f6-3e3abea0b6c8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1124.176495] env[70623]: DEBUG oslo_concurrency.lockutils [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.176644] env[70623]: DEBUG oslo_concurrency.lockutils [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.176828] env[70623]: DEBUG nova.network.neutron [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Refreshing network info cache for port c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.212630] env[70623]: DEBUG oslo_vmware.api [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794276, 'name': PowerOffVM_Task, 'duration_secs': 0.298171} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.212864] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.213036] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.213280] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc027bf-0b69-416e-add0-07be0901dd3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.255577] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794277, 'name': ReconfigVM_Task, 'duration_secs': 0.380582} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.255858] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b/a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.256156] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.282424] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.282651] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.282813] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleting the datastore file [datastore1] dbecc2b5-18ec-40ca-99cc-232ab9db3206 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.283208] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b7da5b-f702-4169-8b1a-a24f53c3e3eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.291285] env[70623]: DEBUG oslo_vmware.api [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for the task: (returnval){ [ 1124.291285] env[70623]: value = "task-2794281" [ 1124.291285] env[70623]: _type = "Task" [ 1124.291285] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.299598] env[70623]: DEBUG oslo_vmware.api [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.462280] env[70623]: INFO nova.compute.resource_tracker [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating resource usage from migration 3e7b3c82-3abe-45fc-b4e4-7bbef4038248 [ 1124.467215] env[70623]: DEBUG nova.compute.manager [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.467215] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.473213] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d2f87-1079-4a78-966d-8aba79c83ad1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.483808] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794279, 'name': CreateVM_Task, 'duration_secs': 0.452479} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.490070] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.490488] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.491829] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.491888] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.492334] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.492667] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ca0b134-74c7-4e21-9715-ce17e7e758ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.495277] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bedce67-34f6-444c-9519-a10aff7cb89c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.501092] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1124.501092] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295097d-daa3-b3ad-d9f0-843deeb60a37" [ 1124.501092] env[70623]: _type = "Task" [ 1124.501092] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.510829] env[70623]: DEBUG oslo_vmware.api [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1124.510829] env[70623]: value = "task-2794282" [ 1124.510829] env[70623]: _type = "Task" [ 1124.510829] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.519856] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295097d-daa3-b3ad-d9f0-843deeb60a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.529332] env[70623]: DEBUG oslo_vmware.api [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.706316] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f6e06-478c-4a62-baa9-48152ed24d6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.716291] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d250fdec-778c-4e97-a311-283be2e7e7a4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.749692] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ad379-9744-4f2e-a320-870fabc4b42c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.757509] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07383114-7122-496c-ac44-8663a781c6f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.763574] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887febf3-21b6-4bec-996b-9b77b347f04c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.777970] env[70623]: DEBUG nova.compute.provider_tree [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.797123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d339e-2f06-400b-9216-1c26254c17e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.807708] env[70623]: DEBUG oslo_vmware.api [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Task: {'id': task-2794281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312506} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.821219] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.821451] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.821636] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.821815] env[70623]: INFO nova.compute.manager [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1124.822080] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.822694] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.828353] env[70623]: DEBUG nova.compute.manager [-] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.828457] env[70623]: DEBUG nova.network.neutron [-] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.991281] env[70623]: DEBUG nova.network.neutron [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updated VIF entry in instance network info cache for port c5497766-042f-44f9-b1f6-3e3abea0b6c8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.991650] env[70623]: DEBUG nova.network.neutron [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.015185] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5295097d-daa3-b3ad-d9f0-843deeb60a37, 'name': SearchDatastore_Task, 'duration_secs': 0.015756} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.018275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.018524] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.018759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.018907] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.019100] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.019391] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ddc6551-ad3c-411c-bd1e-a6acc392351e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.027734] env[70623]: DEBUG oslo_vmware.api [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794282, 'name': PowerOffVM_Task, 'duration_secs': 0.333556} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.027990] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.028205] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.028422] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb230274-4acd-42d0-9f31-426e0c48264e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.030838] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.031022] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.032016] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4e7b23-7348-43c9-9eee-becaf62e1110 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.036886] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1125.036886] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524eeb41-bcdf-c106-7cfa-59aae7d12957" [ 1125.036886] env[70623]: _type = "Task" [ 1125.036886] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.045346] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524eeb41-bcdf-c106-7cfa-59aae7d12957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.096628] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.096873] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.097050] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore2] 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.097322] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aae9eb1-a524-42e0-9524-6587462213bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.104043] env[70623]: DEBUG oslo_vmware.api [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1125.104043] env[70623]: value = "task-2794284" [ 1125.104043] env[70623]: _type = "Task" [ 1125.104043] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.111971] env[70623]: DEBUG oslo_vmware.api [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.294830] env[70623]: DEBUG nova.scheduler.client.report [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.367208] env[70623]: DEBUG nova.network.neutron [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Port 87c14178-ac1d-424d-9bda-8c29e3ace592 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.494109] env[70623]: DEBUG oslo_concurrency.lockutils [req-b72dc3d3-6771-4e32-92cf-86861a4a892e req-d4afe725-fd9e-4676-b440-789df2b896ad service nova] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.547954] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]524eeb41-bcdf-c106-7cfa-59aae7d12957, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.548753] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca21434b-8257-40da-8662-d169a9dcd9f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.553850] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1125.553850] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525475c7-e894-b574-c6e4-38f351a594f2" [ 1125.553850] env[70623]: _type = "Task" [ 1125.553850] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.561144] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525475c7-e894-b574-c6e4-38f351a594f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.612660] env[70623]: DEBUG oslo_vmware.api [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24511} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.613158] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.613158] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.613326] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.613497] env[70623]: INFO nova.compute.manager [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1125.613729] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.613938] env[70623]: DEBUG nova.compute.manager [-] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.614043] env[70623]: DEBUG nova.network.neutron [-] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.688860] env[70623]: DEBUG nova.network.neutron [-] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.799674] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.799961] env[70623]: INFO nova.compute.manager [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Migrating [ 1126.064727] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525475c7-e894-b574-c6e4-38f351a594f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.064727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.065689] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.065689] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40328775-5f4d-479e-a568-d2d5f7ae605d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.074610] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1126.074610] env[70623]: value = "task-2794285" [ 1126.074610] env[70623]: _type = "Task" [ 1126.074610] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.084064] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.192256] env[70623]: INFO nova.compute.manager [-] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Took 1.36 seconds to deallocate network for instance. [ 1126.305631] env[70623]: DEBUG nova.compute.manager [req-4f336d0e-93cb-4a17-a0a4-7eaaa0ec3670 req-628a2318-81f6-41b5-91f9-0c849aac6f35 service nova] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Received event network-vif-deleted-3130e231-592e-4f24-b4cd-6648d5254181 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1126.305971] env[70623]: DEBUG nova.compute.manager [req-4f336d0e-93cb-4a17-a0a4-7eaaa0ec3670 req-628a2318-81f6-41b5-91f9-0c849aac6f35 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Received event network-vif-deleted-8f7b98f1-84f0-4271-b94d-0219fadcde89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1126.306123] env[70623]: INFO nova.compute.manager [req-4f336d0e-93cb-4a17-a0a4-7eaaa0ec3670 req-628a2318-81f6-41b5-91f9-0c849aac6f35 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Neutron deleted interface 8f7b98f1-84f0-4271-b94d-0219fadcde89; detaching it from the instance and deleting it from the info cache [ 1126.306356] env[70623]: DEBUG nova.network.neutron [req-4f336d0e-93cb-4a17-a0a4-7eaaa0ec3670 req-628a2318-81f6-41b5-91f9-0c849aac6f35 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.315045] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.315313] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.315507] env[70623]: DEBUG nova.network.neutron [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.347774] env[70623]: DEBUG nova.network.neutron [-] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.386224] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.386486] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.386689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.584532] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465857} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.584790] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.585081] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.585346] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93e79949-0f10-4521-92f2-f1bee5d72d77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.591592] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1126.591592] env[70623]: value = "task-2794286" [ 1126.591592] env[70623]: _type = "Task" [ 1126.591592] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.599623] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.700287] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.700768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.701129] env[70623]: DEBUG nova.objects.instance [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lazy-loading 'resources' on Instance uuid dbecc2b5-18ec-40ca-99cc-232ab9db3206 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.808987] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70f29ad2-0136-4e84-831f-87bff871438b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.819021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8715eb9-ef22-4ecb-bb23-1f4cbb508701 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.858014] env[70623]: INFO nova.compute.manager [-] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Took 1.24 seconds to deallocate network for instance. [ 1126.858535] env[70623]: DEBUG nova.compute.manager [req-4f336d0e-93cb-4a17-a0a4-7eaaa0ec3670 req-628a2318-81f6-41b5-91f9-0c849aac6f35 service nova] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Detach interface failed, port_id=8f7b98f1-84f0-4271-b94d-0219fadcde89, reason: Instance 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1127.038074] env[70623]: DEBUG nova.network.neutron [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance_info_cache with network_info: [{"id": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "address": "fa:16:3e:6d:a1:df", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40193a5c-70", "ovs_interfaceid": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.043556] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.043785] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.100975] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060062} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.101264] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.102035] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547d3004-0c8a-4095-acb0-f58c02253559 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.125323] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.126044] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a92801-6e45-44c4-9082-10f6274459cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.144990] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1127.144990] env[70623]: value = "task-2794287" [ 1127.144990] env[70623]: _type = "Task" [ 1127.144990] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.153307] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.367104] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.417873] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07921a5b-cd27-496c-ad2c-7aa853eb20da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.425460] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a927c49-93d6-4567-acb1-2342ce5572b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.455952] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.456218] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.456398] env[70623]: DEBUG nova.network.neutron [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.458081] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791545c-4699-4947-8976-d72be55d0574 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.467045] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55153fc0-f429-427e-89cb-aca2816f08a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.482909] env[70623]: DEBUG nova.compute.provider_tree [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.542150] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.546353] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.656078] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.987020] env[70623]: DEBUG nova.scheduler.client.report [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.063711] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.155540] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794287, 'name': ReconfigVM_Task, 'duration_secs': 0.516149} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.155809] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.156446] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-331f42b8-d172-417c-be38-558642ef7c83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.162093] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1128.162093] env[70623]: value = "task-2794288" [ 1128.162093] env[70623]: _type = "Task" [ 1128.162093] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.165920] env[70623]: DEBUG nova.network.neutron [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance_info_cache with network_info: [{"id": "87c14178-ac1d-424d-9bda-8c29e3ace592", "address": "fa:16:3e:00:3f:03", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c14178-ac", "ovs_interfaceid": "87c14178-ac1d-424d-9bda-8c29e3ace592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.170199] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794288, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.494276] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.497022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.130s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.497022] env[70623]: DEBUG nova.objects.instance [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'resources' on Instance uuid 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.512253] env[70623]: INFO nova.scheduler.client.report [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Deleted allocations for instance dbecc2b5-18ec-40ca-99cc-232ab9db3206 [ 1128.671596] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.675146] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794288, 'name': Rename_Task, 'duration_secs': 0.139928} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.675592] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.675832] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b520262-ae04-4c0e-9d36-5136e7115531 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.682143] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1128.682143] env[70623]: value = "task-2794289" [ 1128.682143] env[70623]: _type = "Task" [ 1128.682143] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.689424] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.022669] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6a7e3f14-6ed6-4924-a8db-fb49725a55a4 tempest-ListServerFiltersTestJSON-87850860 tempest-ListServerFiltersTestJSON-87850860-project-member] Lock "dbecc2b5-18ec-40ca-99cc-232ab9db3206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.066812] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de3440-59e2-4e49-a49f-ff8a797ada01 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.085667] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.192511] env[70623]: DEBUG oslo_vmware.api [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794289, 'name': PowerOnVM_Task, 'duration_secs': 0.46906} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.195520] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.195738] env[70623]: INFO nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1129.195947] env[70623]: DEBUG nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.196968] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da80741-c4d4-4615-b417-d28e08eefe2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.200076] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7b137e-407c-499c-96a4-c81ad977de6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.225182] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb660a-a737-4700-bffe-05c14ad5d27d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.231895] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.249824] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f84bb-8e68-4b2c-87a4-12cfa8b880fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.258270] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee619b9-6e37-4693-b0b3-5d0f1e3be20c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.291790] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32165b3e-b0d0-42e5-9a30-416267bafc46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.300798] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17f49d-3962-46fb-8202-b669999dc970 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.316611] env[70623]: DEBUG nova.compute.provider_tree [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.594887] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.595337] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315e4e2b-1108-43ab-b76e-b60344e83d71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.603986] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1129.603986] env[70623]: value = "task-2794290" [ 1129.603986] env[70623]: _type = "Task" [ 1129.603986] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.616832] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.731887] env[70623]: INFO nova.compute.manager [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Took 15.07 seconds to build instance. [ 1129.740147] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.740478] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd55cdd5-46ee-4f17-aa1f-975541ffde1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.747908] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1129.747908] env[70623]: value = "task-2794291" [ 1129.747908] env[70623]: _type = "Task" [ 1129.747908] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.757841] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.822372] env[70623]: DEBUG nova.scheduler.client.report [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.114860] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794290, 'name': PowerOffVM_Task, 'duration_secs': 0.188054} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.114860] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.114860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.233888] env[70623]: DEBUG oslo_concurrency.lockutils [None req-300a7647-bf9f-4c0e-be40-f18faba13403 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.586s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.259663] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.277362] env[70623]: DEBUG nova.compute.manager [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Received event network-changed-c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1130.277596] env[70623]: DEBUG nova.compute.manager [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Refreshing instance network info cache due to event network-changed-c5497766-042f-44f9-b1f6-3e3abea0b6c8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1130.277855] env[70623]: DEBUG oslo_concurrency.lockutils [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.278038] env[70623]: DEBUG oslo_concurrency.lockutils [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.278296] env[70623]: DEBUG nova.network.neutron [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Refreshing network info cache for port c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.327044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.328480] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.265s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.330326] env[70623]: INFO nova.compute.claims [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.353855] env[70623]: INFO nova.scheduler.client.report [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3 [ 1130.622017] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.622288] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.622455] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.622640] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.622959] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.623092] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.623221] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.623383] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.623549] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.623716] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.623916] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.629421] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f357f914-111a-46c7-8c4e-3b7436e1da56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.645267] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1130.645267] env[70623]: value = "task-2794292" [ 1130.645267] env[70623]: _type = "Task" [ 1130.645267] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.655364] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.759443] env[70623]: DEBUG oslo_vmware.api [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794291, 'name': PowerOnVM_Task, 'duration_secs': 0.585295} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.759727] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.759943] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f654a2-196a-4bbc-be2f-dd64569dbfac tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance 'a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.866844] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fc4c763f-e7bc-4239-9d73-598e0bbf0ddf tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "6f8e9111-a8d3-446c-a57f-ab8a6719a6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.919s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.990132] env[70623]: DEBUG nova.network.neutron [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updated VIF entry in instance network info cache for port c5497766-042f-44f9-b1f6-3e3abea0b6c8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.990528] env[70623]: DEBUG nova.network.neutron [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.155726] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794292, 'name': ReconfigVM_Task, 'duration_secs': 0.414181} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.156076] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.494985] env[70623]: DEBUG oslo_concurrency.lockutils [req-f5eb5474-554b-45bc-941f-af27da7c1e53 req-2bc22931-9618-425b-8c71-2b63af401057 service nova] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532533] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c4d2b0-38c2-4cd7-8d91-cf4d250b89a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.540674] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dba824-22c2-4928-a5f9-f2b725615023 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.570638] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d05825-56e8-4a23-b8bd-9c05c7e59af0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.577891] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5048b80-a113-4cc9-9cd8-7a99d53625dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.592475] env[70623]: DEBUG nova.compute.provider_tree [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.662315] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.662584] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.662793] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.662990] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.663164] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.663305] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.663513] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.663674] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.663847] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.664013] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.664193] env[70623]: DEBUG nova.virt.hardware [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.669645] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.670323] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fa0b48-013e-4b80-ae8a-e599dccfd49c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.690034] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1131.690034] env[70623]: value = "task-2794293" [ 1131.690034] env[70623]: _type = "Task" [ 1131.690034] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.698804] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.025489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "c759fed8-d489-4842-b3cd-b38275aa4e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.025722] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.095477] env[70623]: DEBUG nova.scheduler.client.report [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.206693] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794293, 'name': ReconfigVM_Task, 'duration_secs': 0.177467} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.207196] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.208280] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4277802b-dd18-413a-bc0a-bb8d42b8200c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.244517] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d/b0758cd1-dbcb-47ca-afb4-26346b14095d.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.245281] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46375105-461e-461b-9551-406112b9bf48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.262746] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1132.262746] env[70623]: value = "task-2794294" [ 1132.262746] env[70623]: _type = "Task" [ 1132.262746] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.270879] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.528495] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.600296] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.600746] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.776234] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794294, 'name': ReconfigVM_Task, 'duration_secs': 0.440769} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.776522] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d/b0758cd1-dbcb-47ca-afb4-26346b14095d.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.776843] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.052267] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.052645] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.054216] env[70623]: INFO nova.compute.claims [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.107427] env[70623]: DEBUG nova.compute.utils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.108051] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.108180] env[70623]: DEBUG nova.network.neutron [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.155096] env[70623]: DEBUG nova.policy [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8103d7f084b10bed3817f252014c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '724f3f04984e483f8aa4a74620b53547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.283816] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78cd57b-7e56-46a9-9ad8-427e32aa4e59 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.304188] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5c50a-1abf-4dfb-a3b3-31b24aa6dc26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.322423] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.435193] env[70623]: DEBUG nova.network.neutron [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Successfully created port: bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.492439] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.492946] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.493150] env[70623]: DEBUG nova.compute.manager [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Going to confirm migration 5 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.611295] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.858114] env[70623]: DEBUG nova.network.neutron [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Port 40193a5c-70b7-4032-9ba7-ee2b18d4efc2 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1134.034063] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.034063] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquired lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.034063] env[70623]: DEBUG nova.network.neutron [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.034063] env[70623]: DEBUG nova.objects.instance [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'info_cache' on Instance uuid a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.119213] env[70623]: INFO nova.virt.block_device [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Booting with volume bd6fe5b9-0e15-4e97-8a89-b07ef698bcea at /dev/sda [ 1134.156812] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a29b1a69-36d4-493a-be79-3597533b8b61 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.166868] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f586fc-a8a0-4deb-8e72-b89bfcdf51e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.201892] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a46f9481-f414-4d7d-8164-1f0d7f6b0945 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.210479] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616f41f-663e-4d0a-be5c-49a4ba7b7e76 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.244433] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77c28a6-64b3-4c8e-921f-812e13c35dd8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.250776] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93d8017-0ff4-4aa4-83cc-20e07686a3af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.266513] env[70623]: DEBUG nova.virt.block_device [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating existing volume attachment record: b0469f72-033c-4ea9-8844-373edacb48b1 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.311111] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e39f0-a33c-4303-9dec-5d9e31896461 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.318113] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e3ddb-41ba-4d18-a850-76d4f42251d3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.351323] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46514cb-e61a-4706-92b8-3587ba61cfbd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.359525] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da23011-7d5f-46ae-9ba1-b45a3dce270b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.376905] env[70623]: DEBUG nova.compute.provider_tree [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.792926] env[70623]: DEBUG nova.compute.manager [req-52aafeae-3f27-4779-bc14-7b88ed80e2b8 req-520dd7fa-9655-493d-b0e3-aaa85440c42b service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Received event network-vif-plugged-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1134.793206] env[70623]: DEBUG oslo_concurrency.lockutils [req-52aafeae-3f27-4779-bc14-7b88ed80e2b8 req-520dd7fa-9655-493d-b0e3-aaa85440c42b service nova] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.793437] env[70623]: DEBUG oslo_concurrency.lockutils [req-52aafeae-3f27-4779-bc14-7b88ed80e2b8 req-520dd7fa-9655-493d-b0e3-aaa85440c42b service nova] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.793612] env[70623]: DEBUG oslo_concurrency.lockutils [req-52aafeae-3f27-4779-bc14-7b88ed80e2b8 req-520dd7fa-9655-493d-b0e3-aaa85440c42b service nova] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.793826] env[70623]: DEBUG nova.compute.manager [req-52aafeae-3f27-4779-bc14-7b88ed80e2b8 req-520dd7fa-9655-493d-b0e3-aaa85440c42b service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] No waiting events found dispatching network-vif-plugged-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.794020] env[70623]: WARNING nova.compute.manager [req-52aafeae-3f27-4779-bc14-7b88ed80e2b8 req-520dd7fa-9655-493d-b0e3-aaa85440c42b service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Received unexpected event network-vif-plugged-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 for instance with vm_state building and task_state block_device_mapping. [ 1134.881699] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.881960] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.882207] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.883488] env[70623]: DEBUG nova.scheduler.client.report [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.887561] env[70623]: DEBUG nova.network.neutron [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Successfully updated port: bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.222151] env[70623]: DEBUG nova.network.neutron [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance_info_cache with network_info: [{"id": "87c14178-ac1d-424d-9bda-8c29e3ace592", "address": "fa:16:3e:00:3f:03", "network": {"id": "f3cbd1b9-a4db-4d9a-8e23-e2e818e2b21f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1520057970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dadf46988ae64770aaf7e094b808fca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c14178-ac", "ovs_interfaceid": "87c14178-ac1d-424d-9bda-8c29e3ace592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.391380] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.391876] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.394434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.394568] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.394732] env[70623]: DEBUG nova.network.neutron [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.724539] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Releasing lock "refresh_cache-a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.724822] env[70623]: DEBUG nova.objects.instance [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lazy-loading 'migration_context' on Instance uuid a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.897578] env[70623]: DEBUG nova.compute.utils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.901965] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.902108] env[70623]: DEBUG nova.network.neutron [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.931902] env[70623]: DEBUG nova.network.neutron [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.944670] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.945019] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.945143] env[70623]: DEBUG nova.network.neutron [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.960679] env[70623]: DEBUG nova.policy [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f74be48a54b4f398cfa064826b46ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1195cd9404007acd6dac485f69c18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.051631] env[70623]: DEBUG nova.network.neutron [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.192597] env[70623]: DEBUG nova.network.neutron [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Successfully created port: c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.228241] env[70623]: DEBUG nova.objects.base [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.229243] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f34d41-7852-4074-abcb-00deb9e02a86 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.251026] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb9bb04-34e5-45e3-bcb2-00ec45aefb1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.255389] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1136.255389] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a6fa90-7b52-f573-0606-83c513b9b892" [ 1136.255389] env[70623]: _type = "Task" [ 1136.255389] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.266023] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a6fa90-7b52-f573-0606-83c513b9b892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.352209] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.352788] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.353024] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.353190] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.353374] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.353521] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.353697] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.353913] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.354088] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.354260] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.354425] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.354600] env[70623]: DEBUG nova.virt.hardware [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.355517] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58362abd-1800-4075-a668-7aaec48b49ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.363663] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f854b-8c05-4f90-b20b-e2cf195a49ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.402843] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.555072] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.555072] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Instance network_info: |[{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.555072] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:4d:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.562916] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.563164] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.563808] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739046d1-37c2-4a7c-a6fc-6652c9f3b579 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.583984] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.583984] env[70623]: value = "task-2794295" [ 1136.583984] env[70623]: _type = "Task" [ 1136.583984] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.595103] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794295, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.768127] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a6fa90-7b52-f573-0606-83c513b9b892, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.768439] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.768693] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.950378] env[70623]: DEBUG nova.network.neutron [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance_info_cache with network_info: [{"id": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "address": "fa:16:3e:6d:a1:df", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40193a5c-70", "ovs_interfaceid": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.970029] env[70623]: DEBUG nova.compute.manager [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Received event network-changed-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1136.970308] env[70623]: DEBUG nova.compute.manager [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Refreshing instance network info cache due to event network-changed-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1136.970751] env[70623]: DEBUG oslo_concurrency.lockutils [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] Acquiring lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.970938] env[70623]: DEBUG oslo_concurrency.lockutils [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] Acquired lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.971143] env[70623]: DEBUG nova.network.neutron [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Refreshing network info cache for port bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.096353] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794295, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.412699] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.438006] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.438255] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.438411] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.438592] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.438738] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.438883] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.439101] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.439263] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.439427] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.439588] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.439795] env[70623]: DEBUG nova.virt.hardware [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.440694] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da63f962-2394-4e0d-93b8-2c60cb59d3bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.451146] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ff44d-672a-4640-b922-a1c14dec32c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.457755] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.474228] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5c06a-3d8a-4afa-ae54-607501df9dd6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.482736] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a255803-caa8-4748-ba90-92cdf29fc771 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.518227] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c08e5c3-ee1b-45ac-b790-11491ae42057 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.526532] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb6d07-6c5f-4eda-953f-31ed8e6d2eff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.540453] env[70623]: DEBUG nova.compute.provider_tree [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.595966] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794295, 'name': CreateVM_Task, 'duration_secs': 0.541477} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.596194] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.596874] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561618', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'name': 'volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'serial': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea'}, 'device_type': None, 'guest_format': None, 'attachment_id': 'b0469f72-033c-4ea9-8844-373edacb48b1', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70623) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1137.597139] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Root volume attach. Driver type: vmdk {{(pid=70623) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1137.597938] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c51f957-2632-4bdc-bef3-3bf6aa3a671d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.605256] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97adfce-0995-4881-969a-97c2a9080a3e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.611162] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21100794-4ace-4e9a-a376-4eedf0427f4e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.616934] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ac054df9-e3df-4326-98d0-0036df68f49a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.623580] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1137.623580] env[70623]: value = "task-2794296" [ 1137.623580] env[70623]: _type = "Task" [ 1137.623580] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.634488] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794296, 'name': RelocateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.658065] env[70623]: DEBUG nova.network.neutron [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Successfully updated port: c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.692954] env[70623]: DEBUG nova.network.neutron [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updated VIF entry in instance network info cache for port bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.693341] env[70623]: DEBUG nova.network.neutron [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.981079] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca49033b-f502-40f4-8ac1-abee8f974897 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.009233] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f05667-8aaf-4712-ad8a-e23bd5cdb669 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.018313] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.044053] env[70623]: DEBUG nova.scheduler.client.report [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.136980] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794296, 'name': RelocateVM_Task, 'duration_secs': 0.402317} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.137281] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.137479] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561618', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'name': 'volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'serial': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.138234] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58601b-f905-488b-8283-2ef35fb91212 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.152926] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c87021-1637-40d6-97e4-4c4cf859c74d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.165719] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "refresh_cache-c759fed8-d489-4842-b3cd-b38275aa4e83" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.165854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "refresh_cache-c759fed8-d489-4842-b3cd-b38275aa4e83" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.165997] env[70623]: DEBUG nova.network.neutron [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.175835] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea/volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.178325] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9207bc1b-38a6-4c53-9ad7-7939266927cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.195647] env[70623]: DEBUG oslo_concurrency.lockutils [req-ba058aa1-4ba8-4c51-aab4-ab4d67921806 req-4ad4422e-8cdb-4b69-8861-4c18d9424e13 service nova] Releasing lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.197395] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1138.197395] env[70623]: value = "task-2794297" [ 1138.197395] env[70623]: _type = "Task" [ 1138.197395] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.205138] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.220325] env[70623]: DEBUG nova.network.neutron [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.387117] env[70623]: DEBUG nova.network.neutron [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Updating instance_info_cache with network_info: [{"id": "c1db01dc-a7d0-493d-8b92-3338e7cb7e5c", "address": "fa:16:3e:be:d4:96", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1db01dc-a7", "ovs_interfaceid": "c1db01dc-a7d0-493d-8b92-3338e7cb7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.524897] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.525227] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe51373-2b74-423b-9833-235f5119f45c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.532751] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1138.532751] env[70623]: value = "task-2794298" [ 1138.532751] env[70623]: _type = "Task" [ 1138.532751] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.540818] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.707551] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794297, 'name': ReconfigVM_Task, 'duration_secs': 0.318649} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.707773] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea/volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.712474] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a8dc94-7ec8-49a3-ac1f-30baad59d198 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.730356] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1138.730356] env[70623]: value = "task-2794299" [ 1138.730356] env[70623]: _type = "Task" [ 1138.730356] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.739102] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.889688] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "refresh_cache-c759fed8-d489-4842-b3cd-b38275aa4e83" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.890065] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Instance network_info: |[{"id": "c1db01dc-a7d0-493d-8b92-3338e7cb7e5c", "address": "fa:16:3e:be:d4:96", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1db01dc-a7", "ovs_interfaceid": "c1db01dc-a7d0-493d-8b92-3338e7cb7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.890518] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d4:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1db01dc-a7d0-493d-8b92-3338e7cb7e5c', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.898145] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.898444] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.898739] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd34ae83-ac4b-4e17-b061-6209f6c2714b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.917336] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.917336] env[70623]: value = "task-2794300" [ 1138.917336] env[70623]: _type = "Task" [ 1138.917336] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.924517] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794300, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.996970] env[70623]: DEBUG nova.compute.manager [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Received event network-vif-plugged-c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.997236] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] Acquiring lock "c759fed8-d489-4842-b3cd-b38275aa4e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.997448] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.997622] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.997798] env[70623]: DEBUG nova.compute.manager [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] No waiting events found dispatching network-vif-plugged-c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.997964] env[70623]: WARNING nova.compute.manager [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Received unexpected event network-vif-plugged-c1db01dc-a7d0-493d-8b92-3338e7cb7e5c for instance with vm_state building and task_state spawning. [ 1138.998140] env[70623]: DEBUG nova.compute.manager [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Received event network-changed-c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.998295] env[70623]: DEBUG nova.compute.manager [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Refreshing instance network info cache due to event network-changed-c1db01dc-a7d0-493d-8b92-3338e7cb7e5c. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1138.998476] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] Acquiring lock "refresh_cache-c759fed8-d489-4842-b3cd-b38275aa4e83" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.998613] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] Acquired lock "refresh_cache-c759fed8-d489-4842-b3cd-b38275aa4e83" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.998773] env[70623]: DEBUG nova.network.neutron [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Refreshing network info cache for port c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.042936] env[70623]: DEBUG oslo_vmware.api [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794298, 'name': PowerOnVM_Task, 'duration_secs': 0.364996} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.043217] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.043405] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f6c56-6ab6-4af0-aa90-aa0149615fc3 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance 'b0758cd1-dbcb-47ca-afb4-26346b14095d' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.053412] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.285s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.239914] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794299, 'name': ReconfigVM_Task, 'duration_secs': 0.1367} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.240219] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561618', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'name': 'volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'serial': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1139.240883] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-547ffb67-367d-4cb1-99c9-51ec6a55fe69 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.247135] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1139.247135] env[70623]: value = "task-2794301" [ 1139.247135] env[70623]: _type = "Task" [ 1139.247135] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.254732] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794301, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.427193] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794300, 'name': CreateVM_Task, 'duration_secs': 0.357945} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.427348] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.428099] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.428321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.428675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.428960] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aeeb25f-f361-47b7-b037-21ffce9918e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.433457] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1139.433457] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff661d-5fed-d8c1-163a-fcf240baf5f4" [ 1139.433457] env[70623]: _type = "Task" [ 1139.433457] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.446090] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff661d-5fed-d8c1-163a-fcf240baf5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.617016] env[70623]: INFO nova.scheduler.client.report [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocation for migration 39073d17-985a-4075-910e-3367cfd82507 [ 1139.717323] env[70623]: DEBUG nova.network.neutron [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Updated VIF entry in instance network info cache for port c1db01dc-a7d0-493d-8b92-3338e7cb7e5c. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.717667] env[70623]: DEBUG nova.network.neutron [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Updating instance_info_cache with network_info: [{"id": "c1db01dc-a7d0-493d-8b92-3338e7cb7e5c", "address": "fa:16:3e:be:d4:96", "network": {"id": "1c4b05de-4fb4-447a-8605-6eb9fa9d35b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-554226532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1195cd9404007acd6dac485f69c18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1db01dc-a7", "ovs_interfaceid": "c1db01dc-a7d0-493d-8b92-3338e7cb7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.756367] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794301, 'name': Rename_Task, 'duration_secs': 0.143537} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.756633] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.756879] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a6590a-cd7f-420d-a660-2c7112e4d2e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.762999] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1139.762999] env[70623]: value = "task-2794302" [ 1139.762999] env[70623]: _type = "Task" [ 1139.762999] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.770147] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.944040] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ff661d-5fed-d8c1-163a-fcf240baf5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.944177] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.944393] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.944663] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.944824] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.945048] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.945331] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c9ee15-c831-4cc0-b496-2fe7d9920f54 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.952837] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.953048] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.953701] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab4c376-269c-4d3e-8e39-f20928811c85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.958638] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1139.958638] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523cb6c2-94ae-9dee-830e-1ff0a8bbf364" [ 1139.958638] env[70623]: _type = "Task" [ 1139.958638] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.965953] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523cb6c2-94ae-9dee-830e-1ff0a8bbf364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.122069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.629s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.220025] env[70623]: DEBUG oslo_concurrency.lockutils [req-4a9aa05b-bf53-4e68-8b0c-22c1eb263a7e req-69d7c182-9507-402b-aa85-d051e6bf6f6e service nova] Releasing lock "refresh_cache-c759fed8-d489-4842-b3cd-b38275aa4e83" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.273987] env[70623]: DEBUG oslo_vmware.api [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794302, 'name': PowerOnVM_Task, 'duration_secs': 0.430336} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.274270] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.274467] env[70623]: INFO nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Took 3.92 seconds to spawn the instance on the hypervisor. [ 1140.274646] env[70623]: DEBUG nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.275425] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1fef14-6a7e-41ed-bce6-0fb829fef98c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.472160] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523cb6c2-94ae-9dee-830e-1ff0a8bbf364, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.472970] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30220c08-d669-4a28-b29b-3b617aa44734 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.477933] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1140.477933] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e5c211-8d17-230b-9558-395ef4b9fb3e" [ 1140.477933] env[70623]: _type = "Task" [ 1140.477933] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.485747] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e5c211-8d17-230b-9558-395ef4b9fb3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.794749] env[70623]: INFO nova.compute.manager [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Took 12.74 seconds to build instance. [ 1140.990216] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e5c211-8d17-230b-9558-395ef4b9fb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.990559] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.991646] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c759fed8-d489-4842-b3cd-b38275aa4e83/c759fed8-d489-4842-b3cd-b38275aa4e83.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.991953] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f9adb0b-559a-4b37-a4aa-42746426fd9d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.003474] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1141.003474] env[70623]: value = "task-2794303" [ 1141.003474] env[70623]: _type = "Task" [ 1141.003474] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.009191] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.297271] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c08c93a2-8afd-42fd-ab99-2846c536504c tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.253s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.371434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.371434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.371434] env[70623]: DEBUG nova.compute.manager [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Going to confirm migration 6 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1141.425984] env[70623]: DEBUG nova.compute.manager [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Received event network-changed-1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.429569] env[70623]: DEBUG nova.compute.manager [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Refreshing instance network info cache due to event network-changed-1ef35e70-9791-4fd5-8943-bb46474d7efd. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1141.429855] env[70623]: DEBUG oslo_concurrency.lockutils [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] Acquiring lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.430033] env[70623]: DEBUG oslo_concurrency.lockutils [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] Acquired lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.430249] env[70623]: DEBUG nova.network.neutron [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Refreshing network info cache for port 1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.512110] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794303, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.522963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.522963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.522963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.522963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.522963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.527072] env[70623]: INFO nova.compute.manager [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Terminating instance [ 1141.912212] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.912503] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.912859] env[70623]: DEBUG nova.network.neutron [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.912943] env[70623]: DEBUG nova.objects.instance [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'info_cache' on Instance uuid b0758cd1-dbcb-47ca-afb4-26346b14095d {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.012836] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538394} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.013119] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] c759fed8-d489-4842-b3cd-b38275aa4e83/c759fed8-d489-4842-b3cd-b38275aa4e83.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.013384] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.013657] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-840d4e5d-2c86-4125-8f26-5bdc764e9997 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.021631] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1142.021631] env[70623]: value = "task-2794304" [ 1142.021631] env[70623]: _type = "Task" [ 1142.021631] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.031799] env[70623]: DEBUG nova.compute.manager [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.032752] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.032752] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.033075] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcf22e6-4d5d-43d6-aa83-95fad31fb36c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.039804] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.040086] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f7d809-b785-4a81-b574-877778a491fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.045303] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1142.045303] env[70623]: value = "task-2794305" [ 1142.045303] env[70623]: _type = "Task" [ 1142.045303] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.053475] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.168912] env[70623]: DEBUG nova.network.neutron [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updated VIF entry in instance network info cache for port 1ef35e70-9791-4fd5-8943-bb46474d7efd. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.169300] env[70623]: DEBUG nova.network.neutron [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updating instance_info_cache with network_info: [{"id": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "address": "fa:16:3e:31:68:f8", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef35e70-97", "ovs_interfaceid": "1ef35e70-9791-4fd5-8943-bb46474d7efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.531992] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07071} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.532115] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.532936] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70ba48c-c563-4d0d-bf20-369f131b272f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.555987] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c759fed8-d489-4842-b3cd-b38275aa4e83/c759fed8-d489-4842-b3cd-b38275aa4e83.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.559473] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1843ca19-cf72-4dc6-930e-6fe44582770f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.580581] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794305, 'name': PowerOffVM_Task, 'duration_secs': 0.524066} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.581786] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.581966] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.582274] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1142.582274] env[70623]: value = "task-2794306" [ 1142.582274] env[70623]: _type = "Task" [ 1142.582274] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.582461] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e25f5ae-9772-44ca-8827-97556787955f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.591220] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.654758] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.655023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.655255] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleting the datastore file [datastore2] a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.655821] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49faf5d-c189-4d3a-99d5-198961f534fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.662268] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for the task: (returnval){ [ 1142.662268] env[70623]: value = "task-2794308" [ 1142.662268] env[70623]: _type = "Task" [ 1142.662268] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.669864] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.671419] env[70623]: DEBUG oslo_concurrency.lockutils [req-1b1c3bd7-e814-4a66-8277-fc5186b7acab req-2f8f02f0-f2cf-48fa-a66c-1a8d5b40661f service nova] Releasing lock "refresh_cache-a87dd387-3180-4e07-b0e8-7c750721ce9c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.856409] env[70623]: DEBUG nova.compute.manager [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1143.093693] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794306, 'name': ReconfigVM_Task, 'duration_secs': 0.274884} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.094047] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c759fed8-d489-4842-b3cd-b38275aa4e83/c759fed8-d489-4842-b3cd-b38275aa4e83.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.094583] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee98bf8-4f6c-42e9-92a3-e82f42f479d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.101297] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1143.101297] env[70623]: value = "task-2794309" [ 1143.101297] env[70623]: _type = "Task" [ 1143.101297] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.104923] env[70623]: DEBUG nova.network.neutron [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance_info_cache with network_info: [{"id": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "address": "fa:16:3e:6d:a1:df", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40193a5c-70", "ovs_interfaceid": "40193a5c-70b7-4032-9ba7-ee2b18d4efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.110759] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794309, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.172164] env[70623]: DEBUG oslo_vmware.api [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Task: {'id': task-2794308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162921} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.172462] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.172839] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.173080] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.173325] env[70623]: INFO nova.compute.manager [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.173580] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.173821] env[70623]: DEBUG nova.compute.manager [-] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.173944] env[70623]: DEBUG nova.network.neutron [-] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.294633] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.294900] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.295158] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.295215] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.295314] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.295469] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.295583] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.295768] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1143.295869] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.377280] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.377709] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.464507] env[70623]: DEBUG nova.compute.manager [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Received event network-changed-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1143.464935] env[70623]: DEBUG nova.compute.manager [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Refreshing instance network info cache due to event network-changed-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1143.464935] env[70623]: DEBUG oslo_concurrency.lockutils [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] Acquiring lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.465127] env[70623]: DEBUG oslo_concurrency.lockutils [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] Acquired lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.465205] env[70623]: DEBUG nova.network.neutron [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Refreshing network info cache for port bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.607924] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-b0758cd1-dbcb-47ca-afb4-26346b14095d" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.608221] env[70623]: DEBUG nova.objects.instance [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'migration_context' on Instance uuid b0758cd1-dbcb-47ca-afb4-26346b14095d {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.612823] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794309, 'name': Rename_Task, 'duration_secs': 0.252589} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.613290] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.613528] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2deb7dd-b17f-4d49-aeef-5027742e0353 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.620462] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1143.620462] env[70623]: value = "task-2794310" [ 1143.620462] env[70623]: _type = "Task" [ 1143.620462] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.628081] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.799483] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.883916] env[70623]: INFO nova.compute.claims [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.945502] env[70623]: DEBUG nova.network.neutron [-] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.114163] env[70623]: DEBUG nova.objects.base [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.115141] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a62346-7dbd-467a-a8b6-ae710dee2549 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.138213] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315e4d31-724a-4aa4-be5f-1a5484357540 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.144305] env[70623]: DEBUG oslo_vmware.api [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1144.144305] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52988d8a-9be3-1b79-001b-60ddb9df6300" [ 1144.144305] env[70623]: _type = "Task" [ 1144.144305] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.147561] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.157745] env[70623]: DEBUG oslo_vmware.api [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52988d8a-9be3-1b79-001b-60ddb9df6300, 'name': SearchDatastore_Task, 'duration_secs': 0.007895} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.158082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.183232] env[70623]: DEBUG nova.network.neutron [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updated VIF entry in instance network info cache for port bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.183640] env[70623]: DEBUG nova.network.neutron [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.391927] env[70623]: INFO nova.compute.resource_tracker [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating resource usage from migration 37cfacbf-4fc4-49a7-8833-f9327deb791c [ 1144.448413] env[70623]: INFO nova.compute.manager [-] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Took 1.27 seconds to deallocate network for instance. [ 1144.579422] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd77b9d7-ab7b-4349-a53e-db670a53c99d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.587088] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65793de-1967-4e73-9191-7403d9d6f32a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.618390] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818d15b-9a17-4f51-9064-56e2e23500a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.628136] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac0be7-ea22-41d1-be98-926ce39e99c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.634896] env[70623]: DEBUG oslo_vmware.api [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794310, 'name': PowerOnVM_Task, 'duration_secs': 0.700765} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.635488] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.635694] env[70623]: INFO nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1144.635900] env[70623]: DEBUG nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.636629] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78fa328-4468-4335-a969-43179017df19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.646633] env[70623]: DEBUG nova.compute.provider_tree [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.685890] env[70623]: DEBUG oslo_concurrency.lockutils [req-061ba0b3-5ddd-4b68-aaa0-d80ae83ba05d req-aa267998-4184-43dc-8485-155dab7de892 service nova] Releasing lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.956624] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.150368] env[70623]: DEBUG nova.scheduler.client.report [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.163674] env[70623]: INFO nova.compute.manager [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Took 12.13 seconds to build instance. [ 1145.490656] env[70623]: DEBUG nova.compute.manager [req-739548da-031c-400c-b31c-658be5bf0000 req-d9c901d0-f556-45c1-8ee0-0144846700fe service nova] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Received event network-vif-deleted-87c14178-ac1d-424d-9bda-8c29e3ace592 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.662067] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.284s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.662269] env[70623]: INFO nova.compute.manager [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Migrating [ 1145.668534] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.869s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.668754] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.668937] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.669758] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.512s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.671462] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b3f0864c-d67f-49b3-abd7-b3408220a177 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.646s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.675050] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b10ee5c-e297-4345-a123-fb3a466acf0e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.688255] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77934506-0891-4ac5-807d-5449aa4e48b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.705133] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c10790-29b9-48a9-a56e-128ae4bafc08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.712268] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4bcd5-59a5-4f85-a959-bbe751d10972 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.744244] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179500MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.744405] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.184355] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.184685] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.185298] env[70623]: DEBUG nova.network.neutron [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.385371] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e21a04-95dd-4ebb-8369-262f5d24e17d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.393533] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689347d0-a5e5-4e30-a818-a872c982e330 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.424740] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246bc35-89f9-4727-aff7-a53924e32399 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.432102] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd5f85-9fe6-4a0e-bd70-4807a75f9ff8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.446327] env[70623]: DEBUG nova.compute.provider_tree [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.609447] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "c759fed8-d489-4842-b3cd-b38275aa4e83" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.609774] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.609996] env[70623]: DEBUG nova.compute.manager [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.610903] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47113107-b5ee-43f5-9323-bbd2f3c6c39c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.618491] env[70623]: DEBUG nova.compute.manager [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1146.619075] env[70623]: DEBUG nova.objects.instance [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'flavor' on Instance uuid c759fed8-d489-4842-b3cd-b38275aa4e83 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.894161] env[70623]: DEBUG nova.network.neutron [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.949835] env[70623]: DEBUG nova.scheduler.client.report [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.397071] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.625909] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.626248] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-911e1f50-ba93-4df3-9c90-d300788e4921 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.633479] env[70623]: DEBUG oslo_vmware.api [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1147.633479] env[70623]: value = "task-2794311" [ 1147.633479] env[70623]: _type = "Task" [ 1147.633479] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.641709] env[70623]: DEBUG oslo_vmware.api [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.959919] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.290s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.962791] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.006s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.962990] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.965066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.221s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.990389] env[70623]: INFO nova.scheduler.client.report [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Deleted allocations for instance a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b [ 1148.144416] env[70623]: DEBUG oslo_vmware.api [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794311, 'name': PowerOffVM_Task, 'duration_secs': 0.174519} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.144416] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.144416] env[70623]: DEBUG nova.compute.manager [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.144690] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d41c12-a8bc-45dd-8c86-99370ad03800 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.499627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a73ecac3-59fe-4ab4-9f41-bf1d319c4cc7 tempest-DeleteServersTestJSON-858711179 tempest-DeleteServersTestJSON-858711179-project-member] Lock "a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.978s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.536737] env[70623]: INFO nova.scheduler.client.report [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocation for migration 3e7b3c82-3abe-45fc-b4e4-7bbef4038248 [ 1148.656026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-8b93af6a-fbef-469a-99c1-6b68ad744cb2 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.911730] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdc8771-89a8-4259-99a7-55315666bbe7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.930452] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.981432] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Applying migration context for instance cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 as it has an incoming, in-progress migration 37cfacbf-4fc4-49a7-8833-f9327deb791c. Migration status is migrating {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1148.983081] env[70623]: INFO nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating resource usage from migration 37cfacbf-4fc4-49a7-8833-f9327deb791c [ 1148.999587] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.999740] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea3af44d-dc65-4f27-8618-95a84be3e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.999867] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 184af744-11cb-4f37-a3da-3255ac40a4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.999983] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7f5e541e-da6c-4f2d-9617-7517e350d7d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000111] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance aa6912be-f6dd-4559-a0c9-4d0eaca0a001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000256] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance da67012b-2dbe-45d2-94f8-e8b6d1515823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000367] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f92d1471-b509-474e-ae6f-676a657d4bd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000448] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance dbdbfeab-fc0a-493b-b775-05c0269839c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000585] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance df22ce7e-7a37-49a5-b79d-7b003aafbc05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000694] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000804] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b0758cd1-dbcb-47ca-afb4-26346b14095d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.000916] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance c759fed8-d489-4842-b3cd-b38275aa4e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.001036] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Migration 37cfacbf-4fc4-49a7-8833-f9327deb791c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1149.001152] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.001352] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.001487] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.042756] env[70623]: DEBUG oslo_concurrency.lockutils [None req-28ac9ddf-fd8c-43f9-8310-c0846cad71d0 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.673s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.180655] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd9187-190d-46a3-841d-438c3fdbae06 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.188409] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb173c8-c4b0-4d78-96a3-df59d826c9ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.221384] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b962ea-1b55-4b7a-bda6-0c8726ba982b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.228914] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffec6cae-24a1-4f56-a624-2b2706b00168 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.242493] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.263305] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "c759fed8-d489-4842-b3cd-b38275aa4e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.263552] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.263777] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "c759fed8-d489-4842-b3cd-b38275aa4e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.263963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.264141] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.266082] env[70623]: INFO nova.compute.manager [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Terminating instance [ 1149.436230] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.436540] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ed3d52-70e9-4323-908b-9d2639ab876a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.444318] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1149.444318] env[70623]: value = "task-2794313" [ 1149.444318] env[70623]: _type = "Task" [ 1149.444318] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.452626] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.560648] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.561023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.561265] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.561557] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.561836] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.564697] env[70623]: INFO nova.compute.manager [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Terminating instance [ 1149.745506] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.769580] env[70623]: DEBUG nova.compute.manager [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.769785] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.770700] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd4db6-fe41-41de-be50-1fa9e86c401e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.778098] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.778322] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e796ef4-ffc2-4489-a101-5338f2ccbe75 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.842727] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.842913] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.843111] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore1] c759fed8-d489-4842-b3cd-b38275aa4e83 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.843376] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d89fc6a-979a-4daf-ac96-e5613bc24850 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.849735] env[70623]: DEBUG oslo_vmware.api [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1149.849735] env[70623]: value = "task-2794315" [ 1149.849735] env[70623]: _type = "Task" [ 1149.849735] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.857269] env[70623]: DEBUG oslo_vmware.api [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.953551] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794313, 'name': PowerOffVM_Task, 'duration_secs': 0.259486} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.953854] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.954060] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.994420] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "8f231239-eda3-435f-8316-08f2e93f7ad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.994662] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.069578] env[70623]: DEBUG nova.compute.manager [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.069819] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.070739] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f3982-cb74-4c63-a541-40765d3b4723 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.078029] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.078256] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a80ded10-f13f-4f40-9564-264986fc0bba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.084073] env[70623]: DEBUG oslo_vmware.api [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1150.084073] env[70623]: value = "task-2794316" [ 1150.084073] env[70623]: _type = "Task" [ 1150.084073] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.092092] env[70623]: DEBUG oslo_vmware.api [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.250884] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.251072] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.286s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.251273] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.359927] env[70623]: DEBUG oslo_vmware.api [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13644} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.360197] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.360387] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.360576] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.360760] env[70623]: INFO nova.compute.manager [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1150.361019] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.361220] env[70623]: DEBUG nova.compute.manager [-] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.361316] env[70623]: DEBUG nova.network.neutron [-] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.462155] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.462458] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.462689] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.462870] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.463256] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.463525] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.463831] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.464019] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.464205] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.464371] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.464666] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.470168] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc8438a-1bf3-4ed8-8ad3-000de144077f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.486011] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1150.486011] env[70623]: value = "task-2794317" [ 1150.486011] env[70623]: _type = "Task" [ 1150.486011] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.493955] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.498045] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.593234] env[70623]: DEBUG oslo_vmware.api [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794316, 'name': PowerOffVM_Task, 'duration_secs': 0.340502} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.593588] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.593738] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.593983] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3700815-7cd5-4a72-a275-d69ad630e015 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.665730] env[70623]: DEBUG nova.compute.manager [req-16abb469-74a3-454f-ba88-004585a611e3 req-37ac621b-3e82-46af-8857-7b427f0853a7 service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Received event network-vif-deleted-c1db01dc-a7d0-493d-8b92-3338e7cb7e5c {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.665730] env[70623]: INFO nova.compute.manager [req-16abb469-74a3-454f-ba88-004585a611e3 req-37ac621b-3e82-46af-8857-7b427f0853a7 service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Neutron deleted interface c1db01dc-a7d0-493d-8b92-3338e7cb7e5c; detaching it from the instance and deleting it from the info cache [ 1150.665730] env[70623]: DEBUG nova.network.neutron [req-16abb469-74a3-454f-ba88-004585a611e3 req-37ac621b-3e82-46af-8857-7b427f0853a7 service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.985035] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.985137] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.985305] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore2] b0758cd1-dbcb-47ca-afb4-26346b14095d {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.985571] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4b1be6-b4b2-4abb-a22a-a5678f96f07d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.995690] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.996889] env[70623]: DEBUG oslo_vmware.api [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1150.996889] env[70623]: value = "task-2794319" [ 1150.996889] env[70623]: _type = "Task" [ 1150.996889] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.006246] env[70623]: DEBUG oslo_vmware.api [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.024022] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.024111] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.025612] env[70623]: INFO nova.compute.claims [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.144795] env[70623]: DEBUG nova.network.neutron [-] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.167803] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c9f2307-f3ff-4288-bab1-59d347a7b9da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.176692] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62de6eaa-ad2f-47e7-b4ed-05b2dc5f4d4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.211144] env[70623]: DEBUG nova.compute.manager [req-16abb469-74a3-454f-ba88-004585a611e3 req-37ac621b-3e82-46af-8857-7b427f0853a7 service nova] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Detach interface failed, port_id=c1db01dc-a7d0-493d-8b92-3338e7cb7e5c, reason: Instance c759fed8-d489-4842-b3cd-b38275aa4e83 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1151.497939] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.505400] env[70623]: DEBUG oslo_vmware.api [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153879} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.505637] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.505871] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.506149] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.506353] env[70623]: INFO nova.compute.manager [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1151.506592] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.506784] env[70623]: DEBUG nova.compute.manager [-] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.506877] env[70623]: DEBUG nova.network.neutron [-] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.647495] env[70623]: INFO nova.compute.manager [-] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Took 1.29 seconds to deallocate network for instance. [ 1151.998178] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794317, 'name': ReconfigVM_Task, 'duration_secs': 1.238668} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.998647] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.154499] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.233646] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98175d0e-0882-43ff-b7af-89b77434c9aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.242895] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb610b14-5fcd-4335-af88-45c953b9559b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.273720] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff6987-a805-4d83-a60c-07204158b715 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.281204] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d596d86f-439c-440b-9f7c-ed3adb0dd192 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.294587] env[70623]: DEBUG nova.compute.provider_tree [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.334992] env[70623]: DEBUG nova.network.neutron [-] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.504729] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.504930] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.505097] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.505281] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.505429] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.505576] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.505775] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.505932] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.506112] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.506274] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.506609] env[70623]: DEBUG nova.virt.hardware [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.513529] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.513529] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67f3a77-94bd-4404-983e-c4438494f8ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.540309] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1152.540309] env[70623]: value = "task-2794320" [ 1152.540309] env[70623]: _type = "Task" [ 1152.540309] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.547098] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.689996] env[70623]: DEBUG nova.compute.manager [req-1f54e00b-e1ce-47ea-aa1b-9c421d5f353d req-651d0f62-2a66-4a3e-9b20-1bc38fdde5d0 service nova] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Received event network-vif-deleted-40193a5c-70b7-4032-9ba7-ee2b18d4efc2 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1152.796762] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.797704] env[70623]: DEBUG nova.scheduler.client.report [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.806602] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.806751] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.806911] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.807070] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.807298] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.807355] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1152.807490] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.837626] env[70623]: INFO nova.compute.manager [-] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Took 1.33 seconds to deallocate network for instance. [ 1153.049022] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794320, 'name': ReconfigVM_Task, 'duration_secs': 0.185249} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.049269] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.050064] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f255369-9b44-42fd-8fde-95e492decb65 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.072120] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea/volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.072429] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f506bef-c73c-4d77-a7e1-4857dad7065e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.089226] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1153.089226] env[70623]: value = "task-2794321" [ 1153.089226] env[70623]: _type = "Task" [ 1153.089226] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.096697] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.307515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.308093] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.310948] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.157s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.311223] env[70623]: DEBUG nova.objects.instance [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'resources' on Instance uuid c759fed8-d489-4842-b3cd-b38275aa4e83 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.313021] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.346171] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.599147] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794321, 'name': ReconfigVM_Task, 'duration_secs': 0.268734} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.599426] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea/volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.599696] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.815375] env[70623]: DEBUG nova.compute.utils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.819519] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.819729] env[70623]: DEBUG nova.network.neutron [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.855894] env[70623]: DEBUG nova.policy [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '080a87c0cbe8489e96f34067bd86c110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e7612ee8c9425da5315c461b2cb12e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.078628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "da67012b-2dbe-45d2-94f8-e8b6d1515823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.078628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.078628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "da67012b-2dbe-45d2-94f8-e8b6d1515823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.078628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.078628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.080961] env[70623]: INFO nova.compute.manager [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Terminating instance [ 1154.108612] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c95d19-a6ac-4544-a4e0-c3cfe6189074 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.112862] env[70623]: DEBUG nova.network.neutron [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Successfully created port: cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.133517] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a56f5c8-5521-4c3f-ac6a-8add0e995a63 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.150300] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.154800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfcfeee-9a73-4578-b294-1cdd33a7fdd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.162600] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984738ca-3eb1-4739-be70-77146d417ec0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.197079] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f37cd-b341-401b-84f3-df68cce36eea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.206264] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f9eeb-3425-4d11-b8fe-a3aad8627303 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.220425] env[70623]: DEBUG nova.compute.provider_tree [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.320555] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.583326] env[70623]: DEBUG nova.compute.manager [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.583597] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.584540] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8904b5a6-1b64-4efc-924d-66b880006441 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.592875] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.593114] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c799b86-77f4-4960-afef-a79b0680c3d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.599887] env[70623]: DEBUG oslo_vmware.api [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1154.599887] env[70623]: value = "task-2794322" [ 1154.599887] env[70623]: _type = "Task" [ 1154.599887] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.607882] env[70623]: DEBUG oslo_vmware.api [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.724053] env[70623]: DEBUG nova.scheduler.client.report [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.110176] env[70623]: DEBUG oslo_vmware.api [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794322, 'name': PowerOffVM_Task, 'duration_secs': 0.176387} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.110491] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.110613] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.110853] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f08c94f-7158-43a6-ad4d-3f76b763ea05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.178063] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.178382] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.178652] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleting the datastore file [datastore2] da67012b-2dbe-45d2-94f8-e8b6d1515823 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.178830] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d0fc2f-9497-41d0-a264-ee63fc71c90f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.186020] env[70623]: DEBUG oslo_vmware.api [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1155.186020] env[70623]: value = "task-2794324" [ 1155.186020] env[70623]: _type = "Task" [ 1155.186020] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.193623] env[70623]: DEBUG oslo_vmware.api [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.232766] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.235186] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.922s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.235397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.235523] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1155.235894] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.890s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.236031] env[70623]: DEBUG nova.objects.instance [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'resources' on Instance uuid b0758cd1-dbcb-47ca-afb4-26346b14095d {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.237651] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa483a24-dc8c-4b8a-bc5a-50fa37595909 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.249442] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c037a-6302-47c7-9e69-9fbb736e7d42 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.256429] env[70623]: INFO nova.scheduler.client.report [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance c759fed8-d489-4842-b3cd-b38275aa4e83 [ 1155.269552] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d60bd-9dc2-454b-8692-cd1ef60402a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.276437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3ba930-284c-4d09-8d78-bac696989228 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.309145] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179110MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1155.309292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.330127] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.357179] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.357434] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.357590] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.357769] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.357911] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.358068] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.358276] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.358432] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.358600] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.358760] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.358929] env[70623]: DEBUG nova.virt.hardware [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.359779] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61878933-4beb-4815-b0da-57c419a5ecaa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.367625] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fbca37-caeb-49dd-adff-c1dbca3a9a79 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.536697] env[70623]: DEBUG nova.compute.manager [req-8cc2c23e-b862-4583-850f-2b2792c2e5e8 req-13f17513-e2fe-4975-bc00-7884f5d1d3d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Received event network-vif-plugged-cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1155.536790] env[70623]: DEBUG oslo_concurrency.lockutils [req-8cc2c23e-b862-4583-850f-2b2792c2e5e8 req-13f17513-e2fe-4975-bc00-7884f5d1d3d3 service nova] Acquiring lock "8f231239-eda3-435f-8316-08f2e93f7ad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.536976] env[70623]: DEBUG oslo_concurrency.lockutils [req-8cc2c23e-b862-4583-850f-2b2792c2e5e8 req-13f17513-e2fe-4975-bc00-7884f5d1d3d3 service nova] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.537155] env[70623]: DEBUG oslo_concurrency.lockutils [req-8cc2c23e-b862-4583-850f-2b2792c2e5e8 req-13f17513-e2fe-4975-bc00-7884f5d1d3d3 service nova] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.537326] env[70623]: DEBUG nova.compute.manager [req-8cc2c23e-b862-4583-850f-2b2792c2e5e8 req-13f17513-e2fe-4975-bc00-7884f5d1d3d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] No waiting events found dispatching network-vif-plugged-cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.537491] env[70623]: WARNING nova.compute.manager [req-8cc2c23e-b862-4583-850f-2b2792c2e5e8 req-13f17513-e2fe-4975-bc00-7884f5d1d3d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Received unexpected event network-vif-plugged-cd874787-f803-42c3-98a3-5a3acbf29257 for instance with vm_state building and task_state spawning. [ 1155.627632] env[70623]: DEBUG nova.network.neutron [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Successfully updated port: cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.696618] env[70623]: DEBUG oslo_vmware.api [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151326} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.696873] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.697354] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.697354] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.697469] env[70623]: INFO nova.compute.manager [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1155.697643] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.697834] env[70623]: DEBUG nova.compute.manager [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.697928] env[70623]: DEBUG nova.network.neutron [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.772247] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d9c06944-421b-4afd-8818-7bb284c49284 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "c759fed8-d489-4842-b3cd-b38275aa4e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.509s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.842522] env[70623]: DEBUG nova.network.neutron [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Port bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1155.943103] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3793f7-646c-47b1-a250-f2381c7b0bd0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.950556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240e6e6-7bd2-405e-8c78-027dee01817d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.982827] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa3685-ca1f-4d44-b9b2-5277fcb8f52f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.990190] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e11a9-826c-40c6-baf3-42670b6b02c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.003955] env[70623]: DEBUG nova.compute.provider_tree [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.130515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "refresh_cache-8f231239-eda3-435f-8316-08f2e93f7ad2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.130515] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "refresh_cache-8f231239-eda3-435f-8316-08f2e93f7ad2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.130515] env[70623]: DEBUG nova.network.neutron [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.506603] env[70623]: DEBUG nova.scheduler.client.report [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.665195] env[70623]: DEBUG nova.network.neutron [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.676724] env[70623]: DEBUG nova.network.neutron [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.861141] env[70623]: DEBUG nova.network.neutron [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Updating instance_info_cache with network_info: [{"id": "cd874787-f803-42c3-98a3-5a3acbf29257", "address": "fa:16:3e:e9:36:e0", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd874787-f8", "ovs_interfaceid": "cd874787-f803-42c3-98a3-5a3acbf29257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.871897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.871897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.871897] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.876967] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.877190] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.011271] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.013972] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.704s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.036314] env[70623]: INFO nova.scheduler.client.report [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocations for instance b0758cd1-dbcb-47ca-afb4-26346b14095d [ 1157.153120] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "184af744-11cb-4f37-a3da-3255ac40a4fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.153412] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.153636] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "184af744-11cb-4f37-a3da-3255ac40a4fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.153820] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.153989] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.156720] env[70623]: INFO nova.compute.manager [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Terminating instance [ 1157.178903] env[70623]: INFO nova.compute.manager [-] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Took 1.48 seconds to deallocate network for instance. [ 1157.308230] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.308230] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.308398] env[70623]: INFO nova.compute.manager [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Shelving [ 1157.366132] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "refresh_cache-8f231239-eda3-435f-8316-08f2e93f7ad2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.366431] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Instance network_info: |[{"id": "cd874787-f803-42c3-98a3-5a3acbf29257", "address": "fa:16:3e:e9:36:e0", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd874787-f8", "ovs_interfaceid": "cd874787-f803-42c3-98a3-5a3acbf29257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.366891] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:36:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd874787-f803-42c3-98a3-5a3acbf29257', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.374709] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.376378] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.376804] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dfc7192-daa2-4c14-8462-09f6330a1c37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.392614] env[70623]: DEBUG nova.compute.utils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.399820] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.399820] env[70623]: value = "task-2794325" [ 1157.399820] env[70623]: _type = "Task" [ 1157.399820] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.410433] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794325, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.546158] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70e1d0c8-7cdd-4090-abbf-d20b24fe860c tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "b0758cd1-dbcb-47ca-afb4-26346b14095d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.985s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.565525] env[70623]: DEBUG nova.compute.manager [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Received event network-changed-cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.565714] env[70623]: DEBUG nova.compute.manager [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Refreshing instance network info cache due to event network-changed-cd874787-f803-42c3-98a3-5a3acbf29257. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1157.565924] env[70623]: DEBUG oslo_concurrency.lockutils [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] Acquiring lock "refresh_cache-8f231239-eda3-435f-8316-08f2e93f7ad2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.566076] env[70623]: DEBUG oslo_concurrency.lockutils [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] Acquired lock "refresh_cache-8f231239-eda3-435f-8316-08f2e93f7ad2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.566242] env[70623]: DEBUG nova.network.neutron [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Refreshing network info cache for port cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.660256] env[70623]: DEBUG nova.compute.manager [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.660547] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.661452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974e760-69aa-4cb8-8f05-7de497ee09b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.669109] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.669365] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec90081-2cae-4693-ada2-ab57849c8f3b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.674737] env[70623]: DEBUG oslo_vmware.api [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1157.674737] env[70623]: value = "task-2794326" [ 1157.674737] env[70623]: _type = "Task" [ 1157.674737] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.682287] env[70623]: DEBUG oslo_vmware.api [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.684428] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.895028] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.909443] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794325, 'name': CreateVM_Task, 'duration_secs': 0.311668} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.909584] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.910258] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.910422] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.910749] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.911000] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14569d35-234a-4660-a6d8-b3a92f25f22c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.915228] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1157.915228] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525e7d5a-34d9-3f1e-329e-cc812d633a81" [ 1157.915228] env[70623]: _type = "Task" [ 1157.915228] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.922780] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525e7d5a-34d9-3f1e-329e-cc812d633a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.923585] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.923748] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.923923] env[70623]: DEBUG nova.network.neutron [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.025021] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Applying migration context for instance cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 as it has an incoming, in-progress migration 37cfacbf-4fc4-49a7-8833-f9327deb791c. Migration status is post-migrating {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1158.026604] env[70623]: INFO nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating resource usage from migration 37cfacbf-4fc4-49a7-8833-f9327deb791c [ 1158.046934] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047112] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance ea3af44d-dc65-4f27-8618-95a84be3e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047284] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 184af744-11cb-4f37-a3da-3255ac40a4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047415] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7f5e541e-da6c-4f2d-9617-7517e350d7d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047555] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance aa6912be-f6dd-4559-a0c9-4d0eaca0a001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047673] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance da67012b-2dbe-45d2-94f8-e8b6d1515823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047784] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f92d1471-b509-474e-ae6f-676a657d4bd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.047894] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance dbdbfeab-fc0a-493b-b775-05c0269839c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.048008] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance df22ce7e-7a37-49a5-b79d-7b003aafbc05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.048123] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.048232] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Migration 37cfacbf-4fc4-49a7-8833-f9327deb791c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1158.048341] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.048460] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 8f231239-eda3-435f-8316-08f2e93f7ad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.048642] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1158.048775] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1158.184568] env[70623]: DEBUG oslo_vmware.api [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794326, 'name': PowerOffVM_Task, 'duration_secs': 0.202177} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.186897] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.187093] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.189367] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b524b5a6-13ae-4aef-817c-d217783045bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.213376] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1213a09d-1329-486d-ba97-65233a6a8359 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.220803] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2906fb-295c-4665-bf82-365b0d794633 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.254651] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a84a89-9fa7-4d42-b82d-515719980fc9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.258419] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.258628] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.258809] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleting the datastore file [datastore2] 184af744-11cb-4f37-a3da-3255ac40a4fd {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.259358] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e906a40e-229d-4eff-87ba-8ba6a9712933 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.264810] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f89b845-8af0-4be5-91dc-8c22ef15fda2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.269150] env[70623]: DEBUG oslo_vmware.api [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for the task: (returnval){ [ 1158.269150] env[70623]: value = "task-2794328" [ 1158.269150] env[70623]: _type = "Task" [ 1158.269150] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.279985] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.286246] env[70623]: DEBUG oslo_vmware.api [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.322058] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.322906] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e21f875-f297-45a9-adde-bffb832047dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.329766] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1158.329766] env[70623]: value = "task-2794329" [ 1158.329766] env[70623]: _type = "Task" [ 1158.329766] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.338529] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.370866] env[70623]: DEBUG nova.network.neutron [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Updated VIF entry in instance network info cache for port cd874787-f803-42c3-98a3-5a3acbf29257. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.371049] env[70623]: DEBUG nova.network.neutron [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Updating instance_info_cache with network_info: [{"id": "cd874787-f803-42c3-98a3-5a3acbf29257", "address": "fa:16:3e:e9:36:e0", "network": {"id": "8929d9ed-ab17-416e-8495-bd28bd98d6da", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-100042195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e7612ee8c9425da5315c461b2cb12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd874787-f8", "ovs_interfaceid": "cd874787-f803-42c3-98a3-5a3acbf29257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.426150] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525e7d5a-34d9-3f1e-329e-cc812d633a81, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.426665] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.426996] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.427523] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.427667] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.427871] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.430204] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fa57845-de27-415f-a429-69b0ad5d1672 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.438786] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.438999] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.439782] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d956d455-337d-4ab2-ab6b-a5feca4b0377 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.445570] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1158.445570] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526ae672-68e0-3c61-cf3e-288bf39d2a61" [ 1158.445570] env[70623]: _type = "Task" [ 1158.445570] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.453795] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526ae672-68e0-3c61-cf3e-288bf39d2a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.641925] env[70623]: DEBUG nova.network.neutron [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.779395] env[70623]: DEBUG oslo_vmware.api [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Task: {'id': task-2794328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149059} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.779645] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.779828] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.780018] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.780200] env[70623]: INFO nova.compute.manager [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1158.780434] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.780929] env[70623]: DEBUG nova.compute.manager [-] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.781059] env[70623]: DEBUG nova.network.neutron [-] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.783265] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.845509] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794329, 'name': PowerOffVM_Task, 'duration_secs': 0.177833} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.846012] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.847350] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d21ff-b8a4-4ea3-b364-3b10030cf8bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.875612] env[70623]: DEBUG oslo_concurrency.lockutils [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] Releasing lock "refresh_cache-8f231239-eda3-435f-8316-08f2e93f7ad2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.876000] env[70623]: DEBUG nova.compute.manager [req-b27e7a77-0340-4d08-a3a9-d4f061d1e1d2 req-cd4eb752-9b80-4cf0-aff0-f66095ad92d3 service nova] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Received event network-vif-deleted-078a8691-0984-40ea-986f-fd4d1a7f2fac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.877462] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d86a10-2024-4d0a-8e61-a751c49181c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.955260] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526ae672-68e0-3c61-cf3e-288bf39d2a61, 'name': SearchDatastore_Task, 'duration_secs': 0.017925} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.956208] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc2be4b-aa00-408a-b46e-f27945719d50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.958875] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.959110] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.959749] env[70623]: INFO nova.compute.manager [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Attaching volume 704fa005-eec9-442d-a5a0-3d615ee4e0c5 to /dev/sdb [ 1158.965029] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1158.965029] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aa3c2a-4ee8-8954-c60d-43eaa598f2a1" [ 1158.965029] env[70623]: _type = "Task" [ 1158.965029] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.976134] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aa3c2a-4ee8-8954-c60d-43eaa598f2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.993090] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c31420-675e-41d2-b073-031183c69ca0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.000022] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce88f73-1954-414f-8de4-73dc393a5ace {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.013699] env[70623]: DEBUG nova.virt.block_device [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updating existing volume attachment record: 956ace30-0470-4923-b4df-260a8be211f4 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1159.145267] env[70623]: DEBUG oslo_concurrency.lockutils [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.288758] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1159.289066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.275s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.289361] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.605s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.289781] env[70623]: DEBUG nova.objects.instance [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'resources' on Instance uuid da67012b-2dbe-45d2-94f8-e8b6d1515823 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.290779] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.291026] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Cleaning up deleted instances {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1159.391040] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1159.391438] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-786ab597-6612-45bf-bd86-1acbe1654776 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.398769] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1159.398769] env[70623]: value = "task-2794331" [ 1159.398769] env[70623]: _type = "Task" [ 1159.398769] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.407910] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794331, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.477303] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aa3c2a-4ee8-8954-c60d-43eaa598f2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.477607] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.477871] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 8f231239-eda3-435f-8316-08f2e93f7ad2/8f231239-eda3-435f-8316-08f2e93f7ad2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.478150] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bccdb65-b550-409f-9b23-f94a9e653661 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.485218] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1159.485218] env[70623]: value = "task-2794332" [ 1159.485218] env[70623]: _type = "Task" [ 1159.485218] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.489966] env[70623]: DEBUG nova.network.neutron [-] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.496551] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.594110] env[70623]: DEBUG nova.compute.manager [req-42271ec4-899c-44ab-8a94-ee7dfbf22e02 req-8abffb3e-5fe6-46d0-bdb0-6b1547179cc8 service nova] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Received event network-vif-deleted-376790c0-a9f0-40c5-bcb2-06d0164f495f {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.655110] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e075d9a2-9e28-4baa-9ceb-2af8279e71bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.664528] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0579c9-1ba0-4965-9f35-9acfc5b24a6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.811949] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] There are 62 instances to clean {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1159.812198] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: c759fed8-d489-4842-b3cd-b38275aa4e83] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.913212] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794331, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.979725] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b35386-8139-406c-83be-e70ad65db426 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.989643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d9257a-9fc2-45c4-8b02-c03bc19ca33d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.997741] env[70623]: INFO nova.compute.manager [-] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Took 1.22 seconds to deallocate network for instance. [ 1159.998086] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794332, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.024298] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00ffd8-798f-4182-8302-3fb2e9f5eec0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.034234] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e3a17-e7ee-4f78-a5d9-f6dd480bc220 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.050487] env[70623]: DEBUG nova.compute.provider_tree [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.318460] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 6f8e9111-a8d3-446c-a57f-ab8a6719a6e3] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.410443] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794331, 'name': CreateSnapshot_Task, 'duration_secs': 0.779862} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.411036] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1160.411556] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd604b1-1be8-46e3-8e17-6c46a6312cdd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.495848] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516138} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.496153] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 8f231239-eda3-435f-8316-08f2e93f7ad2/8f231239-eda3-435f-8316-08f2e93f7ad2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.496416] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.496672] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ea97289-e509-48f6-a753-2f3a255d685d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.503370] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1160.503370] env[70623]: value = "task-2794333" [ 1160.503370] env[70623]: _type = "Task" [ 1160.503370] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.510874] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.531346] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.554866] env[70623]: DEBUG nova.scheduler.client.report [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.762957] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51311a-7015-4012-a510-624ca8d91f58 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.781466] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8839dd-78ae-4e43-adcb-c22c1646f2df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.787702] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.821797] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b0758cd1-dbcb-47ca-afb4-26346b14095d] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.928266] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1160.928593] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2a44056-2dfd-486f-b4cc-0f44be98e37d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.937023] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1160.937023] env[70623]: value = "task-2794334" [ 1160.937023] env[70623]: _type = "Task" [ 1160.937023] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.944726] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794334, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.014879] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065382} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.015090] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.015880] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c96674-185b-4c0c-a2cd-6a4ff3a16e94 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.037024] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 8f231239-eda3-435f-8316-08f2e93f7ad2/8f231239-eda3-435f-8316-08f2e93f7ad2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.037270] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061deb45-d7ca-4580-b7bb-86ae4373c0dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.057610] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1161.057610] env[70623]: value = "task-2794335" [ 1161.057610] env[70623]: _type = "Task" [ 1161.057610] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.061170] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.063449] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.532s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.063657] env[70623]: DEBUG nova.objects.instance [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lazy-loading 'resources' on Instance uuid 184af744-11cb-4f37-a3da-3255ac40a4fd {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.070529] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.079913] env[70623]: INFO nova.scheduler.client.report [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted allocations for instance da67012b-2dbe-45d2-94f8-e8b6d1515823 [ 1161.293930] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.294275] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54ba8df9-a828-46a3-8495-28040cbb341f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.301575] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1161.301575] env[70623]: value = "task-2794337" [ 1161.301575] env[70623]: _type = "Task" [ 1161.301575] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.310170] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.324791] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a56ec1ed-bb16-4f9a-ac46-c4a84e715b7b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.448813] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794334, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.569740] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.588862] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b350b56f-02a2-401e-9522-d4cf6ed5e856 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "da67012b-2dbe-45d2-94f8-e8b6d1515823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.513s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.743014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de909f0-af3d-4b92-bb99-132fc1aab3f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.752971] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad36886-4eee-4ddd-bc46-a3e21d9c38bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.800309] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ff3f2-1baf-4a33-95e7-a676bcaa7993 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.819066] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662e3a61-9794-47b8-bcf7-91c8afee57d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.824793] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794337, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.835205] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 0a1dbd4d-844c-497c-aaed-8da18657a46a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.837556] env[70623]: DEBUG nova.compute.provider_tree [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.948192] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794334, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.067479] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794335, 'name': ReconfigVM_Task, 'duration_secs': 0.708649} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.067761] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 8f231239-eda3-435f-8316-08f2e93f7ad2/8f231239-eda3-435f-8316-08f2e93f7ad2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.068399] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d128684a-4756-4a79-93bb-f8efb55a8806 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.074424] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1162.074424] env[70623]: value = "task-2794338" [ 1162.074424] env[70623]: _type = "Task" [ 1162.074424] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.081690] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794338, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.314252] env[70623]: DEBUG oslo_vmware.api [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794337, 'name': PowerOnVM_Task, 'duration_secs': 0.548301} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.314499] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.314859] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-500fff98-e0e7-4861-8fdb-39667d6e59d6 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.339481] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 48e27a36-1a7e-445e-99f5-93e062569526] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.342325] env[70623]: DEBUG nova.scheduler.client.report [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.449365] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794334, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.585015] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794338, 'name': Rename_Task, 'duration_secs': 0.333204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.585304] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.585547] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc78a756-7375-4e2a-b369-8db0559e8b2c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.591420] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1162.591420] env[70623]: value = "task-2794339" [ 1162.591420] env[70623]: _type = "Task" [ 1162.591420] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.598748] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.846036] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: dbecc2b5-18ec-40ca-99cc-232ab9db3206] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.848365] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.874550] env[70623]: INFO nova.scheduler.client.report [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Deleted allocations for instance 184af744-11cb-4f37-a3da-3255ac40a4fd [ 1162.949626] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794334, 'name': CloneVM_Task, 'duration_secs': 1.671195} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.949943] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Created linked-clone VM from snapshot [ 1162.950797] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b645bb8-62ea-40a0-a566-6194c8c6bc10 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.957730] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Uploading image 87b0ed69-933d-428a-8b26-71217df6b213 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1162.984960] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1162.984960] env[70623]: value = "vm-561625" [ 1162.984960] env[70623]: _type = "VirtualMachine" [ 1162.984960] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1162.985251] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecfcfa1a-68f7-467c-9de6-f4cc6b4c79a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.993584] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease: (returnval){ [ 1162.993584] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d54c11-9ab5-8741-92f5-1760c022a512" [ 1162.993584] env[70623]: _type = "HttpNfcLease" [ 1162.993584] env[70623]: } obtained for exporting VM: (result){ [ 1162.993584] env[70623]: value = "vm-561625" [ 1162.993584] env[70623]: _type = "VirtualMachine" [ 1162.993584] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1162.993914] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the lease: (returnval){ [ 1162.993914] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d54c11-9ab5-8741-92f5-1760c022a512" [ 1162.993914] env[70623]: _type = "HttpNfcLease" [ 1162.993914] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1162.999957] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.999957] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d54c11-9ab5-8741-92f5-1760c022a512" [ 1162.999957] env[70623]: _type = "HttpNfcLease" [ 1162.999957] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.101456] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.155094] env[70623]: DEBUG nova.compute.manager [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.353162] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a79a87f8-ed21-4628-9ce8-e73786b7e643] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.381478] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a9b7af38-5a55-41fe-a080-742af38df401 tempest-ServersTestJSON-1373653668 tempest-ServersTestJSON-1373653668-project-member] Lock "184af744-11cb-4f37-a3da-3255ac40a4fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.228s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.504611] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.504611] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d54c11-9ab5-8741-92f5-1760c022a512" [ 1163.504611] env[70623]: _type = "HttpNfcLease" [ 1163.504611] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1163.504911] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1163.504911] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d54c11-9ab5-8741-92f5-1760c022a512" [ 1163.504911] env[70623]: _type = "HttpNfcLease" [ 1163.504911] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1163.505640] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d6946f-f188-476b-a531-063e59a08aff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.512525] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c5603-9abd-af43-46a5-b25e6f347bde/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.512702] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c5603-9abd-af43-46a5-b25e6f347bde/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1163.569918] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.570184] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561623', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'name': 'volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df22ce7e-7a37-49a5-b79d-7b003aafbc05', 'attached_at': '', 'detached_at': '', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'serial': '704fa005-eec9-442d-a5a0-3d615ee4e0c5'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.571019] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c7d32-c5c6-4be5-82df-5420c9e4a6ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.590412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff0d271-7d1c-4fcb-9ad4-21b49f0333ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.614751] env[70623]: DEBUG oslo_vmware.api [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794339, 'name': PowerOnVM_Task, 'duration_secs': 0.932635} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.621987] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5/volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.622339] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.622558] env[70623]: INFO nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1163.622736] env[70623]: DEBUG nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.622977] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abe91f2-4692-43a4-b509-7c362f9a0167 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.638561] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50375c-e33b-4b20-a9ea-781990c38d6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.641645] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4736ad62-9e8a-4bdd-afcd-0651fc46734f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.651423] env[70623]: DEBUG oslo_vmware.api [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1163.651423] env[70623]: value = "task-2794341" [ 1163.651423] env[70623]: _type = "Task" [ 1163.651423] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.662942] env[70623]: DEBUG oslo_vmware.api [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.684541] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.684837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.859446] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 3a8be430-94ec-4856-a44d-40b3da56b751] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.168777] env[70623]: INFO nova.compute.manager [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Took 13.17 seconds to build instance. [ 1164.171596] env[70623]: DEBUG oslo_vmware.api [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794341, 'name': ReconfigVM_Task, 'duration_secs': 0.472345} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.172360] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5/volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.177705] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176ad3f7-3a10-4eaf-8d25-efc8e4c25772 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.194541] env[70623]: INFO nova.compute.claims [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.207446] env[70623]: DEBUG oslo_vmware.api [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1164.207446] env[70623]: value = "task-2794342" [ 1164.207446] env[70623]: _type = "Task" [ 1164.207446] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.217733] env[70623]: DEBUG oslo_vmware.api [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.368302] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a328850b-41e1-48a7-b60d-7207c5e6105f] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.571950] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.572543] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.572667] env[70623]: DEBUG nova.compute.manager [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Going to confirm migration 7 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1164.675110] env[70623]: DEBUG oslo_concurrency.lockutils [None req-71f1f685-f8b8-49af-9dd6-4f33c80c48ce tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.679s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.704038] env[70623]: INFO nova.compute.resource_tracker [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating resource usage from migration d108347f-1c3e-4dca-8374-837e5c78e383 [ 1164.727782] env[70623]: DEBUG oslo_vmware.api [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794342, 'name': ReconfigVM_Task, 'duration_secs': 0.168938} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.728120] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561623', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'name': 'volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df22ce7e-7a37-49a5-b79d-7b003aafbc05', 'attached_at': '', 'detached_at': '', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'serial': '704fa005-eec9-442d-a5a0-3d615ee4e0c5'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.874026] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 1765d72a-49c7-4a35-8823-e32e9fe8037c] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.916358] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e9fe63-a92a-423a-bcf5-13c231f493d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.924763] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9095c47-b74e-4f9d-ad67-9270e6b91787 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.959975] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd668a62-2201-4220-b3d1-6e39ad24714a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.968251] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5169ece-7879-4f53-882a-47d335b31b79 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.982788] env[70623]: DEBUG nova.compute.provider_tree [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.119647] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.119892] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquired lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.120100] env[70623]: DEBUG nova.network.neutron [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.120415] env[70623]: DEBUG nova.objects.instance [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'info_cache' on Instance uuid cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.377419] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 922cc75c-d486-4102-bf5b-33ef9904d66d] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1165.488939] env[70623]: DEBUG nova.scheduler.client.report [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.533171] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "8f231239-eda3-435f-8316-08f2e93f7ad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.533598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.533687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "8f231239-eda3-435f-8316-08f2e93f7ad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.533836] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.534010] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.536085] env[70623]: INFO nova.compute.manager [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Terminating instance [ 1165.771194] env[70623]: DEBUG nova.objects.instance [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'flavor' on Instance uuid df22ce7e-7a37-49a5-b79d-7b003aafbc05 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.882595] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: c5c56200-fbff-4ab1-bd61-ac229abc7cd1] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1165.994180] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.309s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.994423] env[70623]: INFO nova.compute.manager [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Migrating [ 1166.040354] env[70623]: DEBUG nova.compute.manager [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.040684] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.042152] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78163880-1918-4ff4-a0ac-f0213cf7e21a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.050497] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.050823] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64893dac-26cc-4b52-bf70-3f8e8c050181 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.058410] env[70623]: DEBUG oslo_vmware.api [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1166.058410] env[70623]: value = "task-2794343" [ 1166.058410] env[70623]: _type = "Task" [ 1166.058410] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.067765] env[70623]: DEBUG oslo_vmware.api [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.276292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d05bd6cc-c603-4e8f-a947-a196b714f593 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.317s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.386490] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 638d52a3-e4ae-4b8a-888b-59c37bafed1a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1166.434868] env[70623]: DEBUG nova.network.neutron [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [{"id": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "address": "fa:16:3e:31:4d:d6", "network": {"id": "89fdd609-32fb-4afc-b279-690c6c208ee6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-721990089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "724f3f04984e483f8aa4a74620b53547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf9f74-ca", "ovs_interfaceid": "bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.464704] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.465093] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.510039] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.510293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.510481] env[70623]: DEBUG nova.network.neutron [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.569143] env[70623]: DEBUG oslo_vmware.api [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794343, 'name': PowerOffVM_Task, 'duration_secs': 0.19424} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.569447] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.569634] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.569912] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d748139-552a-414e-b051-3ca0dc904d50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.643711] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.643978] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.644183] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleting the datastore file [datastore1] 8f231239-eda3-435f-8316-08f2e93f7ad2 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.644488] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b16895-bd1d-480e-88d3-762fa9dd3dac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.653936] env[70623]: DEBUG oslo_vmware.api [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for the task: (returnval){ [ 1166.653936] env[70623]: value = "task-2794345" [ 1166.653936] env[70623]: _type = "Task" [ 1166.653936] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.662017] env[70623]: DEBUG oslo_vmware.api [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.890172] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f2e01809-64a0-4e97-a134-e8d743bd6f31] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1166.937585] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Releasing lock "refresh_cache-cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.937949] env[70623]: DEBUG nova.objects.instance [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'migration_context' on Instance uuid cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.976298] env[70623]: INFO nova.compute.manager [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Detaching volume 704fa005-eec9-442d-a5a0-3d615ee4e0c5 [ 1167.014317] env[70623]: INFO nova.virt.block_device [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Attempting to driver detach volume 704fa005-eec9-442d-a5a0-3d615ee4e0c5 from mountpoint /dev/sdb [ 1167.014628] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.014867] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561623', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'name': 'volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df22ce7e-7a37-49a5-b79d-7b003aafbc05', 'attached_at': '', 'detached_at': '', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'serial': '704fa005-eec9-442d-a5a0-3d615ee4e0c5'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.017722] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1eb8f-3434-4521-afa4-411ace92d2ba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.041575] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d109fb-053a-4952-9c6c-af4297a411e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.048574] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa67e0-5b01-44b0-b46b-ee1534993206 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.070810] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5993f6a-da39-4eeb-8032-0176a34b9352 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.085881] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] The volume has not been displaced from its original location: [datastore2] volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5/volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.090998] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.091312] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3a0dec-1e2a-4913-acf7-22b9258ad42a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.111783] env[70623]: DEBUG oslo_vmware.api [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1167.111783] env[70623]: value = "task-2794346" [ 1167.111783] env[70623]: _type = "Task" [ 1167.111783] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.119961] env[70623]: DEBUG oslo_vmware.api [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.163185] env[70623]: DEBUG oslo_vmware.api [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Task: {'id': task-2794345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.163498] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.163710] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.163933] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.164136] env[70623]: INFO nova.compute.manager [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1167.164380] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.166828] env[70623]: DEBUG nova.compute.manager [-] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.166924] env[70623]: DEBUG nova.network.neutron [-] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.263046] env[70623]: DEBUG nova.network.neutron [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.394795] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 431d5728-d795-4870-9869-423d59f1e2d7] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1167.416825] env[70623]: DEBUG nova.compute.manager [req-9165c2d6-308c-4878-b143-ab4a6369c518 req-64a3eca1-914e-445b-aea3-83da5a5fa7d4 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Received event network-vif-deleted-cd874787-f803-42c3-98a3-5a3acbf29257 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.417043] env[70623]: INFO nova.compute.manager [req-9165c2d6-308c-4878-b143-ab4a6369c518 req-64a3eca1-914e-445b-aea3-83da5a5fa7d4 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Neutron deleted interface cd874787-f803-42c3-98a3-5a3acbf29257; detaching it from the instance and deleting it from the info cache [ 1167.417219] env[70623]: DEBUG nova.network.neutron [req-9165c2d6-308c-4878-b143-ab4a6369c518 req-64a3eca1-914e-445b-aea3-83da5a5fa7d4 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.440174] env[70623]: DEBUG nova.objects.base [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.441140] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b5abd-a4e2-467e-aaa2-e0f0473e5fa5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.461761] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0465cb-6c99-4e1b-ac26-9439667b45bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.467350] env[70623]: DEBUG oslo_vmware.api [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1167.467350] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521a827e-dafe-d731-b425-a0fe00460021" [ 1167.467350] env[70623]: _type = "Task" [ 1167.467350] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.475580] env[70623]: DEBUG oslo_vmware.api [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521a827e-dafe-d731-b425-a0fe00460021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.625958] env[70623]: DEBUG oslo_vmware.api [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794346, 'name': ReconfigVM_Task, 'duration_secs': 0.410221} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.626268] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.630968] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e999f094-add3-4c94-b4c3-a4cd18dc4865 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.648058] env[70623]: DEBUG oslo_vmware.api [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1167.648058] env[70623]: value = "task-2794347" [ 1167.648058] env[70623]: _type = "Task" [ 1167.648058] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.656431] env[70623]: DEBUG oslo_vmware.api [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.766120] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.897663] env[70623]: DEBUG nova.network.neutron [-] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.899049] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 6b67b76e-d74c-4b1f-a2c9-6072e284dc79] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1167.920941] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-122f050e-13fc-4be2-8165-6f62c0f54efd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.931036] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf4e87-d8f0-486c-992c-9386dd690cb5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.963973] env[70623]: DEBUG nova.compute.manager [req-9165c2d6-308c-4878-b143-ab4a6369c518 req-64a3eca1-914e-445b-aea3-83da5a5fa7d4 service nova] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Detach interface failed, port_id=cd874787-f803-42c3-98a3-5a3acbf29257, reason: Instance 8f231239-eda3-435f-8316-08f2e93f7ad2 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1167.976151] env[70623]: DEBUG oslo_vmware.api [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521a827e-dafe-d731-b425-a0fe00460021, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.976481] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.976727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.158094] env[70623]: DEBUG oslo_vmware.api [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794347, 'name': ReconfigVM_Task, 'duration_secs': 0.215213} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.158350] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561623', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'name': 'volume-704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df22ce7e-7a37-49a5-b79d-7b003aafbc05', 'attached_at': '', 'detached_at': '', 'volume_id': '704fa005-eec9-442d-a5a0-3d615ee4e0c5', 'serial': '704fa005-eec9-442d-a5a0-3d615ee4e0c5'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.401756] env[70623]: INFO nova.compute.manager [-] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Took 1.23 seconds to deallocate network for instance. [ 1168.402122] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 09f82e73-b5c6-42d8-b209-ff46a1bae6d9] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1168.575723] env[70623]: DEBUG oslo_concurrency.lockutils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.575958] env[70623]: DEBUG oslo_concurrency.lockutils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.636214] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c0c21-d97d-49b9-a852-bb10ee209508 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.643549] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea2173-fd2c-43af-9b01-538bfed6a680 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.675657] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2a2715-7948-4709-aeed-0a10eac2fa2f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.683123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433912b-ff5f-435e-86c2-7d8860ed9b7d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.698606] env[70623]: DEBUG nova.compute.provider_tree [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.703795] env[70623]: DEBUG nova.objects.instance [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'flavor' on Instance uuid df22ce7e-7a37-49a5-b79d-7b003aafbc05 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.906161] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 9e579533-fa9d-4c0d-97ab-e7a82fe43031] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1168.912584] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.079383] env[70623]: DEBUG nova.compute.utils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.202114] env[70623]: DEBUG nova.scheduler.client.report [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.282024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4138cff1-3b1f-416d-8e8c-3fbc82d5bad2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.302071] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.409713] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 1826bdee-8b47-4f6b-8c8f-f70c4ad322a1] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1169.582991] env[70623]: DEBUG oslo_concurrency.lockutils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.712440] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a53cb23d-0daa-4784-a4d9-47429373ea09 tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.808273] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.808632] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d0dfa1-774d-4216-a3dd-2aa5964a79b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.815856] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1169.815856] env[70623]: value = "task-2794348" [ 1169.815856] env[70623]: _type = "Task" [ 1169.815856] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.824313] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.913615] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ceeaccf0-cad0-4e9d-90e5-cae4df093924] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.214866] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.238s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.218023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.305s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.218330] env[70623]: DEBUG nova.objects.instance [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lazy-loading 'resources' on Instance uuid 8f231239-eda3-435f-8316-08f2e93f7ad2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.328112] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794348, 'name': PowerOffVM_Task, 'duration_secs': 0.205057} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.328494] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.328736] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.417498] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 61cc9c34-7999-49b0-8205-9ce9d0d9d6bb] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.701175] env[70623]: DEBUG oslo_concurrency.lockutils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.701447] env[70623]: DEBUG oslo_concurrency.lockutils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.701689] env[70623]: INFO nova.compute.manager [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Attaching volume e86b2cd3-4785-4946-8406-83b1dc50d4dd to /dev/sdb [ 1170.734151] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715988ff-046b-41af-898a-06c39f2f5f71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.738596] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.738824] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.739058] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.739270] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.739447] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.743518] env[70623]: INFO nova.compute.manager [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Terminating instance [ 1170.749533] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bf4c1-2902-43bd-9d97-041cc29ca14f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.764969] env[70623]: DEBUG nova.virt.block_device [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating existing volume attachment record: 2b4861c7-e445-4d54-bb11-11f7d53704f3 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.788137] env[70623]: INFO nova.scheduler.client.report [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted allocation for migration 37cfacbf-4fc4-49a7-8833-f9327deb791c [ 1170.836369] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.836712] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.836962] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.837200] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.837437] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.837645] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.837903] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.838145] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.838376] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.838651] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.838878] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.847336] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31954b64-4cc2-4005-9544-17102c468f41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.863843] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1170.863843] env[70623]: value = "task-2794349" [ 1170.863843] env[70623]: _type = "Task" [ 1170.863843] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.875904] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.920999] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5f36f-3c06-47a2-baf0-7c4219b8092a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.923914] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 4c9f488f-5ed1-4be3-8f76-8da400f1a748] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.930341] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5158b8be-121a-4f67-909e-e41e751b817c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.965768] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387ada2-272e-497c-b87e-688d928ccfc1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.975892] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60bb31-cd57-4233-a0f6-621637089335 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.991708] env[70623]: DEBUG nova.compute.provider_tree [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.027851] env[70623]: INFO nova.compute.manager [None req-f60a6d4a-ebc6-4134-a078-63ee7cadabdd tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Get console output [ 1171.028126] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-f60a6d4a-ebc6-4134-a078-63ee7cadabdd tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] The console log is missing. Check your VSPC configuration [ 1171.254467] env[70623]: DEBUG nova.compute.manager [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.254708] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.255660] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93d203-13fc-4b21-b434-75e0a4d438bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.263983] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.264253] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc4ab015-4c15-4c7f-a22d-53efafaff4df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.270137] env[70623]: DEBUG oslo_vmware.api [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1171.270137] env[70623]: value = "task-2794351" [ 1171.270137] env[70623]: _type = "Task" [ 1171.270137] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.278031] env[70623]: DEBUG oslo_vmware.api [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.295826] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bfcc98be-3bfd-45b9-b679-5bf73eae4203 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.723s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.375585] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794349, 'name': ReconfigVM_Task, 'duration_secs': 0.258917} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.376257] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.426903] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 5301f26d-6f54-4979-a8eb-f94852c4abe5] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1171.494582] env[70623]: DEBUG nova.scheduler.client.report [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.781395] env[70623]: DEBUG oslo_vmware.api [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794351, 'name': PowerOffVM_Task, 'duration_secs': 0.286444} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.781685] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.781855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.782236] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-790e1f6b-6425-438b-8c26-87c7c01efb1e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.861019] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.861252] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.861433] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleting the datastore file [datastore2] df22ce7e-7a37-49a5-b79d-7b003aafbc05 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.861707] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c471cf73-ccbd-4ed9-ac79-825f850dc438 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.867947] env[70623]: DEBUG oslo_vmware.api [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for the task: (returnval){ [ 1171.867947] env[70623]: value = "task-2794355" [ 1171.867947] env[70623]: _type = "Task" [ 1171.867947] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.877535] env[70623]: DEBUG oslo_vmware.api [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.883846] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.884172] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.884361] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.884592] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.884798] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.884973] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.885196] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.885361] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.885525] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.885686] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.885856] env[70623]: DEBUG nova.virt.hardware [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.891147] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.891402] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e6af90-4051-4214-87aa-3ea574a902ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.909557] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1171.909557] env[70623]: value = "task-2794356" [ 1171.909557] env[70623]: _type = "Task" [ 1171.909557] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.917445] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.930158] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: d03937f6-f934-42c0-ac09-a13c2bf34361] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.000297] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.027357] env[70623]: INFO nova.scheduler.client.report [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Deleted allocations for instance 8f231239-eda3-435f-8316-08f2e93f7ad2 [ 1172.378241] env[70623]: DEBUG oslo_vmware.api [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Task: {'id': task-2794355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334316} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.378545] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.378704] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.378871] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.379061] env[70623]: INFO nova.compute.manager [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.379305] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.379505] env[70623]: DEBUG nova.compute.manager [-] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.379599] env[70623]: DEBUG nova.network.neutron [-] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.419029] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794356, 'name': ReconfigVM_Task, 'duration_secs': 0.177292} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.419313] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.420101] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f0b97-d5b0-4bae-85bd-103ad10e88b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.436756] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ca815769-7e85-44fc-9ecc-f878e0ee1c54] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.445896] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179/ea3af44d-dc65-4f27-8618-95a84be3e179.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.446446] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c8ceb0-ea87-4723-b761-470b88e815fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.464947] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1172.464947] env[70623]: value = "task-2794357" [ 1172.464947] env[70623]: _type = "Task" [ 1172.464947] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.475649] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.535804] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfb26a66-6b68-4554-a9f9-cce066cd4db4 tempest-ServerDiskConfigTestJSON-1303501545 tempest-ServerDiskConfigTestJSON-1303501545-project-member] Lock "8f231239-eda3-435f-8316-08f2e93f7ad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.002s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.833901] env[70623]: DEBUG nova.compute.manager [req-3b9a0055-e0e2-49b9-891b-799490d9f87b req-55d76694-0502-4305-8da2-95245623dc7b service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Received event network-vif-deleted-23e31528-2597-49de-895e-d2910d1a33ac {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.834117] env[70623]: INFO nova.compute.manager [req-3b9a0055-e0e2-49b9-891b-799490d9f87b req-55d76694-0502-4305-8da2-95245623dc7b service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Neutron deleted interface 23e31528-2597-49de-895e-d2910d1a33ac; detaching it from the instance and deleting it from the info cache [ 1172.834340] env[70623]: DEBUG nova.network.neutron [req-3b9a0055-e0e2-49b9-891b-799490d9f87b req-55d76694-0502-4305-8da2-95245623dc7b service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.948874] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: dbc21f7f-18e1-4848-856a-c994e116d1ee] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.984312] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794357, 'name': ReconfigVM_Task, 'duration_secs': 0.311115} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.984312] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179/ea3af44d-dc65-4f27-8618-95a84be3e179.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.984312] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.209870] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c5603-9abd-af43-46a5-b25e6f347bde/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1173.210208] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441a5817-bdbc-4d07-b5b2-018d577375f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.217089] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c5603-9abd-af43-46a5-b25e6f347bde/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1173.217314] env[70623]: ERROR oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c5603-9abd-af43-46a5-b25e6f347bde/disk-0.vmdk due to incomplete transfer. [ 1173.217576] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df4a3c41-00cd-4cee-bf0b-769921360927 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.224728] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c5603-9abd-af43-46a5-b25e6f347bde/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1173.224962] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Uploaded image 87b0ed69-933d-428a-8b26-71217df6b213 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1173.227429] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1173.227672] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec00ee83-727f-412d-bdbf-92230ae3b6c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.233953] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1173.233953] env[70623]: value = "task-2794358" [ 1173.233953] env[70623]: _type = "Task" [ 1173.233953] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.242020] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794358, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.318029] env[70623]: DEBUG nova.network.neutron [-] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.338058] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25c5a177-4d8b-4c7f-a61a-e328e5334bd1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.349886] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70a0d4-7604-43c8-9286-746f76c9c9b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.387998] env[70623]: DEBUG nova.compute.manager [req-3b9a0055-e0e2-49b9-891b-799490d9f87b req-55d76694-0502-4305-8da2-95245623dc7b service nova] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Detach interface failed, port_id=23e31528-2597-49de-895e-d2910d1a33ac, reason: Instance df22ce7e-7a37-49a5-b79d-7b003aafbc05 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1173.452833] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: d14cad71-1d0d-400f-b4ba-53630fccdb62] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.490760] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d447260-ca78-4771-aab5-86389de48f29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.510290] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79559a3-d230-4781-9cc2-9584f13d9f36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.527751] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.743457] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794358, 'name': Destroy_Task, 'duration_secs': 0.346234} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.743934] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Destroyed the VM [ 1173.744802] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1173.744802] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-28f2b61f-d920-4ec3-9a00-368d179819f7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.750672] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1173.750672] env[70623]: value = "task-2794360" [ 1173.750672] env[70623]: _type = "Task" [ 1173.750672] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.760130] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.819849] env[70623]: INFO nova.compute.manager [-] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Took 1.44 seconds to deallocate network for instance. [ 1173.960877] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 2cd5826d-b3e7-49a2-9700-1fdb0cb20d52] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.065901] env[70623]: DEBUG nova.network.neutron [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Port 17c86e83-edc8-4a9d-98c8-96bcf3452629 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1174.260718] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794360, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387085} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.260976] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1174.261274] env[70623]: DEBUG nova.compute.manager [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.262022] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce73635-f66f-4720-9e54-c84d0f15c54c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.327064] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.327371] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.327595] env[70623]: DEBUG nova.objects.instance [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lazy-loading 'resources' on Instance uuid df22ce7e-7a37-49a5-b79d-7b003aafbc05 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.464381] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: c1045d51-22d1-4ba4-b58b-07890074888b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.773395] env[70623]: INFO nova.compute.manager [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Shelve offloading [ 1174.956275] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84afba8f-a66d-4fa4-b339-2496122627fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.963860] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bfbf9e-f116-4532-8353-a9a5c1c65620 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.967225] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 5b038593-14ae-4ee4-b9c9-caad1692f06a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.998726] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6b47d-afc7-4829-86ff-4e1cd9624936 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.006594] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40855d0a-7671-47e4-82c6-cb0c9455f9ca {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.019973] env[70623]: DEBUG nova.compute.provider_tree [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.086426] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.086655] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.086859] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.278061] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.278061] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fcd62c-d1db-4bfe-ae01-b87629efabae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.285017] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1175.285017] env[70623]: value = "task-2794361" [ 1175.285017] env[70623]: _type = "Task" [ 1175.285017] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.292954] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.470760] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f877c6f8-f31b-47cd-ab60-4cba61f52867] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.541180] env[70623]: ERROR nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] [req-0699b6c5-6b86-4915-8984-bd8803f5691c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0699b6c5-6b86-4915-8984-bd8803f5691c"}]} [ 1175.557564] env[70623]: DEBUG nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1175.571154] env[70623]: DEBUG nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1175.571408] env[70623]: DEBUG nova.compute.provider_tree [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.581441] env[70623]: DEBUG nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1175.598446] env[70623]: DEBUG nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1175.708763] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d607d-e3bd-45a1-8670-1ef76ba93156 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.716434] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4716fa-6daf-4834-9644-ca5b63166a43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.747852] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a352365-3d0e-4433-9e00-4716f1a76d98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.754703] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e1c11e-57eb-4436-bf29-fb0218933e74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.767644] env[70623]: DEBUG nova.compute.provider_tree [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.794717] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1175.794935] env[70623]: DEBUG nova.compute.manager [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.795663] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55af234-8a92-4dc7-970c-2c077eb6da34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.800934] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.801114] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.801287] env[70623]: DEBUG nova.network.neutron [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.818616] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.818880] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561627', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'name': 'volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'serial': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.819733] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34263432-805c-45df-9dde-6541abd05b3c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.835999] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830733a9-3386-41b3-9695-2a9b15e307b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.859875] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd/volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.860195] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd2eeb9-daf8-4c26-bed0-ad394fc855ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.878448] env[70623]: DEBUG oslo_vmware.api [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1175.878448] env[70623]: value = "task-2794362" [ 1175.878448] env[70623]: _type = "Task" [ 1175.878448] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.886278] env[70623]: DEBUG oslo_vmware.api [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.974840] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 6c7dcb5a-6908-4d6d-9435-abdc96b7dd3d] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.122027] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.122275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.122459] env[70623]: DEBUG nova.network.neutron [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.297321] env[70623]: DEBUG nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1176.297601] env[70623]: DEBUG nova.compute.provider_tree [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 158 to 159 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1176.297800] env[70623]: DEBUG nova.compute.provider_tree [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.388071] env[70623]: DEBUG oslo_vmware.api [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794362, 'name': ReconfigVM_Task, 'duration_secs': 0.320327} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.388392] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd/volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.393030] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e9180c-a972-48fc-902a-6561b72e3a50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.409361] env[70623]: DEBUG oslo_vmware.api [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1176.409361] env[70623]: value = "task-2794363" [ 1176.409361] env[70623]: _type = "Task" [ 1176.409361] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.418083] env[70623]: DEBUG oslo_vmware.api [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.478598] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 483432da-f083-457e-97e5-deada79ffea1] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.514632] env[70623]: DEBUG nova.network.neutron [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.802816] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.805901] env[70623]: DEBUG nova.network.neutron [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.825545] env[70623]: INFO nova.scheduler.client.report [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Deleted allocations for instance df22ce7e-7a37-49a5-b79d-7b003aafbc05 [ 1176.918609] env[70623]: DEBUG oslo_vmware.api [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794363, 'name': ReconfigVM_Task, 'duration_secs': 0.138576} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.918951] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561627', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'name': 'volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'serial': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.981457] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: c9621719-8bb0-49dd-a300-4215878ae13b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1177.016957] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.211559] env[70623]: DEBUG nova.compute.manager [req-c24abd52-6f67-440c-965b-68b1b2b918c6 req-6fa4f6c5-5ab0-444f-81b9-df56458d64e8 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-vif-unplugged-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1177.211753] env[70623]: DEBUG oslo_concurrency.lockutils [req-c24abd52-6f67-440c-965b-68b1b2b918c6 req-6fa4f6c5-5ab0-444f-81b9-df56458d64e8 service nova] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.211965] env[70623]: DEBUG oslo_concurrency.lockutils [req-c24abd52-6f67-440c-965b-68b1b2b918c6 req-6fa4f6c5-5ab0-444f-81b9-df56458d64e8 service nova] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.212277] env[70623]: DEBUG oslo_concurrency.lockutils [req-c24abd52-6f67-440c-965b-68b1b2b918c6 req-6fa4f6c5-5ab0-444f-81b9-df56458d64e8 service nova] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.212467] env[70623]: DEBUG nova.compute.manager [req-c24abd52-6f67-440c-965b-68b1b2b918c6 req-6fa4f6c5-5ab0-444f-81b9-df56458d64e8 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] No waiting events found dispatching network-vif-unplugged-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.212672] env[70623]: WARNING nova.compute.manager [req-c24abd52-6f67-440c-965b-68b1b2b918c6 req-6fa4f6c5-5ab0-444f-81b9-df56458d64e8 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received unexpected event network-vif-unplugged-18ea63ec-c12a-4b34-aeab-60a5306c856b for instance with vm_state shelved and task_state shelving_offloading. [ 1177.297522] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.298452] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20f05f-42f5-463b-b572-90afc22eaf31 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.305681] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.305902] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac3f2ea6-b99d-4456-8c5f-2abe3e4b1ead {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.307852] env[70623]: DEBUG oslo_concurrency.lockutils [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.332511] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6fdb9f9e-678f-4117-adf9-da768fd3250c tempest-AttachVolumeNegativeTest-397399957 tempest-AttachVolumeNegativeTest-397399957-project-member] Lock "df22ce7e-7a37-49a5-b79d-7b003aafbc05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.594s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.371193] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.371352] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.371394] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleting the datastore file [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.371657] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b11791-5060-4843-bfc8-47bec523b69f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.378717] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1177.378717] env[70623]: value = "task-2794365" [ 1177.378717] env[70623]: _type = "Task" [ 1177.378717] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.386749] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.484399] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 17c20875-43b5-4904-964a-33298f4d2e56] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1177.828193] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ccc6b-939f-4870-86f7-ffcdc8f6dae0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.848119] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abdab81-1e1a-4d4f-8c79-29b4fbf22f14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.854789] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.889023] env[70623]: DEBUG oslo_vmware.api [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13033} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.889163] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.889446] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.889658] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.906576] env[70623]: INFO nova.scheduler.client.report [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted allocations for instance dbdbfeab-fc0a-493b-b775-05c0269839c6 [ 1177.959806] env[70623]: DEBUG nova.objects.instance [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'flavor' on Instance uuid b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.987032] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b39d8432-d639-4fb1-ab8a-4aa01d524bfd] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.360980] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.361304] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778e4119-0f32-4160-b5c7-02f365009cba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.367739] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1178.367739] env[70623]: value = "task-2794367" [ 1178.367739] env[70623]: _type = "Task" [ 1178.367739] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.375772] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.411102] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.411397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.411638] env[70623]: DEBUG nova.objects.instance [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'resources' on Instance uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.463898] env[70623]: DEBUG oslo_concurrency.lockutils [None req-24661582-3202-4412-974a-84816c2c2427 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.490975] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 358ab1f3-ef5f-4f48-b7ed-3aa0d1853897] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.788221] env[70623]: DEBUG nova.compute.manager [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1178.876957] env[70623]: DEBUG oslo_vmware.api [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794367, 'name': PowerOnVM_Task, 'duration_secs': 0.380341} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.877244] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.877429] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-138bdeb0-2583-400a-b127-a812b3ce5fdd tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance 'ea3af44d-dc65-4f27-8618-95a84be3e179' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.915500] env[70623]: DEBUG nova.objects.instance [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'numa_topology' on Instance uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.995022] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 0cc8a809-9d88-44c9-bd99-a8df4c77f464] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.236009] env[70623]: DEBUG nova.compute.manager [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.236164] env[70623]: DEBUG nova.compute.manager [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing instance network info cache due to event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1179.236395] env[70623]: DEBUG oslo_concurrency.lockutils [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.236540] env[70623]: DEBUG oslo_concurrency.lockutils [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.236704] env[70623]: DEBUG nova.network.neutron [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.303863] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.417775] env[70623]: DEBUG nova.objects.base [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.498756] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 21bb86c1-6fec-4555-aeff-ba6c04bc7a5a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.538764] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4b434-c9fa-46e9-b30b-0f507ae30dc3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.546814] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd2bac-2b8f-40a3-8303-e6a9cef2a60e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.576957] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c068566-e653-4713-b9b1-a0817a18e0c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.584524] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d667d7ed-c65d-4449-af93-b1c8e929d489 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.598675] env[70623]: DEBUG nova.compute.provider_tree [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.001977] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b2103440-5f33-465c-9efa-674f47740096] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.014651] env[70623]: DEBUG nova.network.neutron [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updated VIF entry in instance network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.015059] env[70623]: DEBUG nova.network.neutron [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.016232] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.101505] env[70623]: DEBUG nova.scheduler.client.report [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.505760] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: e74f24e6-acb4-4ae8-a297-f9cb698d16ba] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.517358] env[70623]: DEBUG oslo_concurrency.lockutils [req-94c572d8-6d03-4eff-8d35-16dd98ab2281 req-1a484534-aa48-4b4b-afc2-b9fe1eeb4832 service nova] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.606278] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.608649] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.305s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.009344] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 9ffadc0c-36aa-4fd0-8762-c47f65e62758] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.115222] env[70623]: INFO nova.compute.claims [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.119980] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5b702359-be0c-4406-a21d-d2fa095c755b tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.812s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.120946] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.105s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.121868] env[70623]: INFO nova.compute.manager [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Unshelving [ 1181.512659] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: e7dc9bf3-a474-4749-8cd9-03ec723b7126] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.604353] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.604674] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.604874] env[70623]: DEBUG nova.compute.manager [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Going to confirm migration 8 {{(pid=70623) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1181.623225] env[70623]: INFO nova.compute.resource_tracker [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating resource usage from migration 8553ca5f-27a4-44cb-9217-e3f7e20d9724 [ 1181.742292] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f79309-19ea-4e61-beda-39636bb4f5de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.750093] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe705c4-d9a2-460c-83cd-b3fb9a3b3c3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.779749] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7889c9-92c3-4078-a277-90e7422db8df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.786403] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6e46b8-040d-4695-8b60-823d57c98710 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.799567] env[70623]: DEBUG nova.compute.provider_tree [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.016491] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 414b5a3d-d2cd-4f02-abd5-f390338bdcad] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.133037] env[70623]: DEBUG nova.compute.utils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.178140] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.178334] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.178512] env[70623]: DEBUG nova.network.neutron [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.178697] env[70623]: DEBUG nova.objects.instance [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'info_cache' on Instance uuid ea3af44d-dc65-4f27-8618-95a84be3e179 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.303191] env[70623]: DEBUG nova.scheduler.client.report [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.519518] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f08e5aec-8cf9-4e8e-8075-d6f3f86d361a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.636141] env[70623]: INFO nova.virt.block_device [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Booting with volume 8e401fe7-d5d4-42ab-b011-0afd00757ae7 at /dev/sdb [ 1182.666693] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a935ce4d-71ec-4340-96a7-a774d5c174c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.675703] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ccd421-cf87-4b36-a503-9477ab2452e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.706138] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05264737-94da-4d87-a384-313a82fbdcf2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.713932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050a680-0570-40e8-942c-f717a2d612af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.742163] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2066227-8caa-4abf-a7a3-032027e3b7cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.747847] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c64be-ae24-4239-9ec8-bd0f81e85312 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.760068] env[70623]: DEBUG nova.virt.block_device [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating existing volume attachment record: 592f7cc6-4dfe-481a-81e4-0ad55631151d {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.807999] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.808228] env[70623]: INFO nova.compute.manager [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Migrating [ 1183.022465] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 603c0f1f-f050-43e8-b587-c38021053e6a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.323898] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.324139] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.324334] env[70623]: DEBUG nova.network.neutron [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.472416] env[70623]: DEBUG nova.network.neutron [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [{"id": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "address": "fa:16:3e:0b:67:75", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c86e83-ed", "ovs_interfaceid": "17c86e83-edc8-4a9d-98c8-96bcf3452629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.526611] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 2b198ec7-791a-45ff-9c79-e01ee6bc63b0] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.975276] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-ea3af44d-dc65-4f27-8618-95a84be3e179" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.975530] env[70623]: DEBUG nova.objects.instance [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'migration_context' on Instance uuid ea3af44d-dc65-4f27-8618-95a84be3e179 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.021709] env[70623]: DEBUG nova.network.neutron [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.029502] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 5655e8b6-c69f-4f27-8f63-1a4fd4b84379] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1184.479035] env[70623]: DEBUG nova.objects.base [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.479572] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5599705-31c7-4e46-bf79-85d47a76eb46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.499647] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6e6b6f-0185-48ab-ab74-4476a54dbe8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.505182] env[70623]: DEBUG oslo_vmware.api [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1184.505182] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52684b59-1a0f-07b9-2dbf-649e5ed9e2f8" [ 1184.505182] env[70623]: _type = "Task" [ 1184.505182] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.512802] env[70623]: DEBUG oslo_vmware.api [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52684b59-1a0f-07b9-2dbf-649e5ed9e2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.524434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.532971] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 20617bdb-d8d0-45b6-884a-c2535758366a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.016094] env[70623]: DEBUG oslo_vmware.api [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52684b59-1a0f-07b9-2dbf-649e5ed9e2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.016094] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.016094] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.035063] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 632503bb-f406-497f-848d-25a284b29512] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.537359] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 7e1af86a-27c4-4a67-a43b-531dee349f64] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.661246] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b00e8-73ee-4a35-99c2-e965cccd09f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.669043] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81043c23-bd2a-4286-9966-881006d27418 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.700352] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb47c9-d086-4940-8405-580bfc052afa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.708221] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47c3f45-1f3b-4657-8fb7-e716d0975b05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.721535] env[70623]: DEBUG nova.compute.provider_tree [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.039348] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9872734-862e-4390-8f37-c19878baff50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.042617] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 7983fb26-78e5-44d5-a064-dc2f53c010ed] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1186.061963] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.225069] env[70623]: DEBUG nova.scheduler.client.report [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.546116] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 149e681e-ed7f-4bd6-b244-4f6c72c7be37] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1186.567516] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.567820] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e4aeb9-cdb4-4137-9b6a-82107ba33485 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.575950] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1186.575950] env[70623]: value = "task-2794374" [ 1186.575950] env[70623]: _type = "Task" [ 1186.575950] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.584193] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.049472] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 1d5599e1-8168-4fb1-92e9-20689b35166a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1187.086541] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794374, 'name': PowerOffVM_Task, 'duration_secs': 0.200555} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.086841] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.087048] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.235525] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.219s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.552701] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 9c3166c8-92ad-4b9a-ae67-f8ae93aa9c0c] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1187.593884] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.594117] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.594265] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.594468] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.594637] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.594786] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.594989] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.595279] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.595496] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.595694] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.595900] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.601199] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3a09e5-13e8-4847-81a7-588f10cf3309 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.616977] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1187.616977] env[70623]: value = "task-2794375" [ 1187.616977] env[70623]: _type = "Task" [ 1187.616977] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.625818] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.819660] env[70623]: INFO nova.scheduler.client.report [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted allocation for migration d108347f-1c3e-4dca-8374-837e5c78e383 [ 1188.055771] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 2b0d38e7-998c-40a8-922e-896a9c87f76f] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1188.134151] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794375, 'name': ReconfigVM_Task, 'duration_secs': 0.182877} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.134556] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.325280] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ccceb971-ecca-420a-94b3-c62c73b20029 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.720s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.561231] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 74508bf5-d9b7-486b-a5e6-9387f3b96496] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1188.642799] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.643057] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.643206] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.643390] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.643537] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.643685] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.643892] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.644060] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.644254] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.644400] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.644575] env[70623]: DEBUG nova.virt.hardware [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.649873] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.650201] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b5d956-2dcb-4e3b-9a22-ed8b3c42489b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.667993] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1188.667993] env[70623]: value = "task-2794376" [ 1188.667993] env[70623]: _type = "Task" [ 1188.667993] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.676014] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.769292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.769566] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.769776] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.769957] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.770281] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.772741] env[70623]: INFO nova.compute.manager [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Terminating instance [ 1188.872120] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.872420] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.872632] env[70623]: DEBUG nova.objects.instance [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'pci_requests' on Instance uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.064950] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a47d55e8-62b5-42ae-8fc3-d10f4bc81b88] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1189.178483] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.277388] env[70623]: DEBUG nova.compute.manager [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.277636] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.278543] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8255ade-9633-4c55-926e-a8090feaa3d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.286242] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.286461] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ef56c6-16fb-4d76-905c-94040c3dea84 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.292038] env[70623]: DEBUG oslo_vmware.api [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1189.292038] env[70623]: value = "task-2794377" [ 1189.292038] env[70623]: _type = "Task" [ 1189.292038] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.299591] env[70623]: DEBUG oslo_vmware.api [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.377750] env[70623]: DEBUG nova.objects.instance [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'numa_topology' on Instance uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.569327] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 6f4a73d6-0e66-4e77-9da5-f22a63068fef] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1189.678845] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.801610] env[70623]: DEBUG oslo_vmware.api [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794377, 'name': PowerOffVM_Task, 'duration_secs': 0.193} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.801881] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.802066] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.802350] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-168455e4-1d2b-4ba0-acb5-97674314deda {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.871077] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.871312] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.871491] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleting the datastore file [datastore2] ea3af44d-dc65-4f27-8618-95a84be3e179 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.871750] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a47c165d-bda3-4b6e-88c7-01dd14e3c616 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.878182] env[70623]: DEBUG oslo_vmware.api [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1189.878182] env[70623]: value = "task-2794379" [ 1189.878182] env[70623]: _type = "Task" [ 1189.878182] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.881461] env[70623]: INFO nova.compute.claims [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.888122] env[70623]: DEBUG oslo_vmware.api [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.072727] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 761d787c-3988-454d-9ceb-c8afb5e6b36b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1190.179520] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794376, 'name': ReconfigVM_Task, 'duration_secs': 1.183736} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.179800] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.180652] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe8920a-1488-4ebc-8c84-834b04ec4bf1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.205022] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.205289] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee00974-cc1e-4c4b-9ec8-451863da4aa5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.222725] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1190.222725] env[70623]: value = "task-2794380" [ 1190.222725] env[70623]: _type = "Task" [ 1190.222725] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.230763] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.390297] env[70623]: DEBUG oslo_vmware.api [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139647} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.390748] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.390923] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.391134] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.391327] env[70623]: INFO nova.compute.manager [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.391566] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.391754] env[70623]: DEBUG nova.compute.manager [-] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.391855] env[70623]: DEBUG nova.network.neutron [-] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.576115] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ba399839-ac55-4515-b7a1-b04c623636a5] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1190.737026] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794380, 'name': ReconfigVM_Task, 'duration_secs': 0.311182} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.737026] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.737026] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.022442] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34ced34-3e0c-491f-bef1-a71b123cff2d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.030433] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1efdbe-b9b3-4be1-aabd-8f9e53e35fbe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.064480] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c4577e-f894-4892-9562-7f3d75409917 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.072457] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00465d55-b4e4-43ea-babb-d9c9682c77ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.087854] env[70623]: DEBUG nova.compute.provider_tree [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.090381] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.090533] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Cleaning up deleted instances with incomplete migration {{(pid=70623) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1191.104189] env[70623]: DEBUG nova.compute.manager [req-61a33b39-adb4-4cc4-a08c-fe3c88af1821 req-25f5ec48-0aff-479a-98b7-30745844141e service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Received event network-vif-deleted-17c86e83-edc8-4a9d-98c8-96bcf3452629 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.105720] env[70623]: INFO nova.compute.manager [req-61a33b39-adb4-4cc4-a08c-fe3c88af1821 req-25f5ec48-0aff-479a-98b7-30745844141e service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Neutron deleted interface 17c86e83-edc8-4a9d-98c8-96bcf3452629; detaching it from the instance and deleting it from the info cache [ 1191.105720] env[70623]: DEBUG nova.network.neutron [req-61a33b39-adb4-4cc4-a08c-fe3c88af1821 req-25f5ec48-0aff-479a-98b7-30745844141e service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.241916] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d52cbad-3c27-4c05-a02a-fe4dcb3ab7b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.265277] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a53ed9a-ecd8-4e31-b56e-6f11435adffb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.284849] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.592807] env[70623]: DEBUG nova.network.neutron [-] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.597948] env[70623]: DEBUG nova.scheduler.client.report [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.611452] env[70623]: INFO nova.compute.manager [-] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Took 1.22 seconds to deallocate network for instance. [ 1191.618182] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eb6b354-c5d1-4b31-9e87-ed0da97abf66 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.632586] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0e950f-6cd8-489a-8691-7f23a30e4dcc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.662585] env[70623]: DEBUG nova.compute.manager [req-61a33b39-adb4-4cc4-a08c-fe3c88af1821 req-25f5ec48-0aff-479a-98b7-30745844141e service nova] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Detach interface failed, port_id=17c86e83-edc8-4a9d-98c8-96bcf3452629, reason: Instance ea3af44d-dc65-4f27-8618-95a84be3e179 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1192.095308] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.118789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.125122] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.125389] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.125570] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.147178] env[70623]: INFO nova.scheduler.client.report [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted allocations for instance ea3af44d-dc65-4f27-8618-95a84be3e179 [ 1192.149134] env[70623]: INFO nova.network.neutron [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating port 18ea63ec-c12a-4b34-aeab-60a5306c856b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1192.601109] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.601427] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_power_states {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.656723] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff026248-e843-480b-95e4-d50bbf1d50a2 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "ea3af44d-dc65-4f27-8618-95a84be3e179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.887s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.931478] env[70623]: DEBUG nova.network.neutron [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Port c5497766-042f-44f9-b1f6-3e3abea0b6c8 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1193.105448] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Getting list of instances from cluster (obj){ [ 1193.105448] env[70623]: value = "domain-c8" [ 1193.105448] env[70623]: _type = "ClusterComputeResource" [ 1193.105448] env[70623]: } {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1193.106532] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50253409-dd4c-40f0-9c43-44b64d6cca30 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.127373] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Got total of 6 instances {{(pid=70623) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1193.127630] env[70623]: WARNING nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1193.127857] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid a87dd387-3180-4e07-b0e8-7c750721ce9c {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.128173] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid 7f5e541e-da6c-4f2d-9617-7517e350d7d0 {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.128452] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid aa6912be-f6dd-4559-a0c9-4d0eaca0a001 {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.128715] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid f92d1471-b509-474e-ae6f-676a657d4bd8 {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.128973] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.129251] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.129514] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Triggering sync for uuid cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 {{(pid=70623) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1193.130045] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.130393] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.130804] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.131123] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.131495] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.131793] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.132258] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "f92d1471-b509-474e-ae6f-676a657d4bd8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.132557] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.132910] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.133275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.133573] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.133855] env[70623]: INFO nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1193.134144] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.134469] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.134765] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.136059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1140ec47-507a-419e-9edb-d8a332699066 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.141079] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02fa7b-a8ca-424d-8bc7-920617275939 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.143905] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e76bded-9360-42a5-b5b4-bd3f3129b152 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.148126] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa0bb7e-2e19-4ecb-870e-c271fe89038b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.150843] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37856159-5348-445a-87a7-93b18f4d6520 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.566356] env[70623]: DEBUG nova.compute.manager [req-b7af9bfc-abcd-46af-9b6c-ae0b21f469e6 req-c5b45ac1-1120-497b-89bb-af2a0d872e65 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-vif-plugged-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.566578] env[70623]: DEBUG oslo_concurrency.lockutils [req-b7af9bfc-abcd-46af-9b6c-ae0b21f469e6 req-c5b45ac1-1120-497b-89bb-af2a0d872e65 service nova] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.566784] env[70623]: DEBUG oslo_concurrency.lockutils [req-b7af9bfc-abcd-46af-9b6c-ae0b21f469e6 req-c5b45ac1-1120-497b-89bb-af2a0d872e65 service nova] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.566949] env[70623]: DEBUG oslo_concurrency.lockutils [req-b7af9bfc-abcd-46af-9b6c-ae0b21f469e6 req-c5b45ac1-1120-497b-89bb-af2a0d872e65 service nova] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.567144] env[70623]: DEBUG nova.compute.manager [req-b7af9bfc-abcd-46af-9b6c-ae0b21f469e6 req-c5b45ac1-1120-497b-89bb-af2a0d872e65 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] No waiting events found dispatching network-vif-plugged-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.567291] env[70623]: WARNING nova.compute.manager [req-b7af9bfc-abcd-46af-9b6c-ae0b21f469e6 req-c5b45ac1-1120-497b-89bb-af2a0d872e65 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received unexpected event network-vif-plugged-18ea63ec-c12a-4b34-aeab-60a5306c856b for instance with vm_state shelved_offloaded and task_state spawning. [ 1193.667537] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.667909] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.670397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.673834] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.674141] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.695155] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.695332] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.695533] env[70623]: DEBUG nova.network.neutron [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.955828] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "28920907-7617-487a-8b49-381976ad5902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.956063] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.958817] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.958963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.959144] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.461305] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.496772] env[70623]: DEBUG nova.network.neutron [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.981403] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.981686] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.983285] env[70623]: INFO nova.compute.claims [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.992825] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.992989] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.993181] env[70623]: DEBUG nova.network.neutron [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.998759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.025428] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fa7a270c0bce6ae7cd558e55524d265f',container_format='bare',created_at=2025-03-06T07:14:00Z,direct_url=,disk_format='vmdk',id=87b0ed69-933d-428a-8b26-71217df6b213,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1211103249-shelved',owner='7bce16669d9d4c028cf9ec79da1818e7',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-03-06T07:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.025680] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.025839] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.026031] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.026185] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.026335] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.026539] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.026696] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.026940] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.027139] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.027340] env[70623]: DEBUG nova.virt.hardware [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.028426] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb76b7a-648d-4f18-8955-b43448584ab7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.036580] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9dc1e8-8b79-45f1-84e2-b6b2a3ab00a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.051136] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ba:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ea63ec-c12a-4b34-aeab-60a5306c856b', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.058384] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.058794] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.058990] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-968b6f2a-871a-495a-be44-03bbe480f61e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.076750] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.076750] env[70623]: value = "task-2794381" [ 1195.076750] env[70623]: _type = "Task" [ 1195.076750] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.083614] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794381, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.586950] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794381, 'name': CreateVM_Task, 'duration_secs': 0.316773} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.588659] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.591078] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.591078] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.591078] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.592306] env[70623]: DEBUG nova.compute.manager [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.592413] env[70623]: DEBUG nova.compute.manager [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing instance network info cache due to event network-changed-18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1195.593108] env[70623]: DEBUG oslo_concurrency.lockutils [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] Acquiring lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.593108] env[70623]: DEBUG oslo_concurrency.lockutils [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] Acquired lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.593108] env[70623]: DEBUG nova.network.neutron [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Refreshing network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.594101] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7305e024-d26e-4fb5-8581-aca0b105298e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.598496] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1195.598496] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d41cf3-7879-4c1c-2a28-9efcc5cf2c61" [ 1195.598496] env[70623]: _type = "Task" [ 1195.598496] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.606908] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d41cf3-7879-4c1c-2a28-9efcc5cf2c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.690656] env[70623]: DEBUG nova.network.neutron [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.092791] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e178fe36-8691-4fd4-93f6-6b7008f7fec8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.103830] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2b5c3-0359-49ee-851e-0541b8efc6df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.136753] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.137014] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Processing image 87b0ed69-933d-428a-8b26-71217df6b213 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.137306] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.137459] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.137676] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.140075] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ce33c03-1373-430c-af2a-4c02ba3ed979 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.142167] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdf6d26-f757-4401-a4af-bed5ba260ffe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.150036] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0ef65d-c938-480b-85ef-40c3edff4839 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.154246] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.154440] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.155371] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a5cc6d-25fb-479e-a94e-17f3f438c9d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.164964] env[70623]: DEBUG nova.compute.provider_tree [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.168682] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1196.168682] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e2b4f-f138-4cbe-5ee4-035adc19fe0c" [ 1196.168682] env[70623]: _type = "Task" [ 1196.168682] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.175576] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e2b4f-f138-4cbe-5ee4-035adc19fe0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.193092] env[70623]: DEBUG oslo_concurrency.lockutils [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.324136] env[70623]: DEBUG nova.network.neutron [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updated VIF entry in instance network info cache for port 18ea63ec-c12a-4b34-aeab-60a5306c856b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.324497] env[70623]: DEBUG nova.network.neutron [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [{"id": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "address": "fa:16:3e:c4:ba:b5", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ea63ec-c1", "ovs_interfaceid": "18ea63ec-c12a-4b34-aeab-60a5306c856b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.668027] env[70623]: DEBUG nova.scheduler.client.report [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.681200] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1196.681441] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Fetch image to [datastore2] OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6/OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1196.681623] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Downloading stream optimized image 87b0ed69-933d-428a-8b26-71217df6b213 to [datastore2] OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6/OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6.vmdk on the data store datastore2 as vApp {{(pid=70623) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1196.681792] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Downloading image file data 87b0ed69-933d-428a-8b26-71217df6b213 to the ESX as VM named 'OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6' {{(pid=70623) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1196.701858] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d120d84e-e24b-489a-b89c-13f638ba9c28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.724351] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d945389-e609-4f87-9230-7f929d8d3dd8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.751699] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1196.751699] env[70623]: value = "resgroup-9" [ 1196.751699] env[70623]: _type = "ResourcePool" [ 1196.751699] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1196.751990] env[70623]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a82a4f38-4cbe-4db3-8dfe-f0db152c00b1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.773416] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease: (returnval){ [ 1196.773416] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d36c63-4e26-587a-b313-74dac48d692e" [ 1196.773416] env[70623]: _type = "HttpNfcLease" [ 1196.773416] env[70623]: } obtained for vApp import into resource pool (val){ [ 1196.773416] env[70623]: value = "resgroup-9" [ 1196.773416] env[70623]: _type = "ResourcePool" [ 1196.773416] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1196.773416] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the lease: (returnval){ [ 1196.773416] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d36c63-4e26-587a-b313-74dac48d692e" [ 1196.773416] env[70623]: _type = "HttpNfcLease" [ 1196.773416] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1196.779020] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.779020] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d36c63-4e26-587a-b313-74dac48d692e" [ 1196.779020] env[70623]: _type = "HttpNfcLease" [ 1196.779020] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1196.827107] env[70623]: DEBUG oslo_concurrency.lockutils [req-318487d9-0551-4a86-8f3a-3063a50c980e req-b22040db-9f0a-4968-9d3d-89e32f9a7f55 service nova] Releasing lock "refresh_cache-dbdbfeab-fc0a-493b-b775-05c0269839c6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.177139] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.177504] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.283988] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.283988] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d36c63-4e26-587a-b313-74dac48d692e" [ 1197.283988] env[70623]: _type = "HttpNfcLease" [ 1197.283988] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1197.284297] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1197.284297] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d36c63-4e26-587a-b313-74dac48d692e" [ 1197.284297] env[70623]: _type = "HttpNfcLease" [ 1197.284297] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1197.285014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd88b3-6e50-47f1-b295-1a1671cd731c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.293401] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d397a7-d543-e23d-52e6-6e4a7555eb3d/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1197.293591] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d397a7-d543-e23d-52e6-6e4a7555eb3d/disk-0.vmdk. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1197.356960] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dff76ff1-08de-407e-9ef8-650c57bd4a26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.683393] env[70623]: DEBUG nova.compute.utils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.684811] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.685058] env[70623]: DEBUG nova.network.neutron [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.730374] env[70623]: DEBUG nova.policy [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c4d235ad1749c69c71a4ffe51bfe32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fdc023cbcaf4f3cbeb4c4586264b058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.868746] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab82bd-ce65-4045-abc6-a765500724a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.890767] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4350ce0d-5df3-49f9-8989-994527bdee8a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.899698] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.913489] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.913746] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.913948] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.914144] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.914315] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.921544] env[70623]: INFO nova.compute.manager [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Terminating instance [ 1198.076168] env[70623]: DEBUG nova.network.neutron [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Successfully created port: ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.188597] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.412936] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.413271] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1153128-af93-4f06-a467-187bbc25bc18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.415982] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1198.416187] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d397a7-d543-e23d-52e6-6e4a7555eb3d/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.417051] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130cfb5-6f9f-4662-9e97-bb678e8ab606 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.423823] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d397a7-d543-e23d-52e6-6e4a7555eb3d/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.423984] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d397a7-d543-e23d-52e6-6e4a7555eb3d/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1198.425280] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6b322b30-3e0a-4f04-ba15-aab9ac17e178 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.426721] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1198.426721] env[70623]: value = "task-2794383" [ 1198.426721] env[70623]: _type = "Task" [ 1198.426721] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.434733] env[70623]: DEBUG nova.compute.manager [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.434974] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.435244] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.435465] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869dad8b-b067-4539-a188-7bf1aae52959 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.441605] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1198.441605] env[70623]: value = "task-2794384" [ 1198.441605] env[70623]: _type = "Task" [ 1198.441605] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.449756] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.661978] env[70623]: DEBUG oslo_vmware.rw_handles [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d397a7-d543-e23d-52e6-6e4a7555eb3d/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1198.662266] env[70623]: INFO nova.virt.vmwareapi.images [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Downloaded image file data 87b0ed69-933d-428a-8b26-71217df6b213 [ 1198.663151] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a44c83b-eeba-45c3-ac10-53d91b34376e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.683074] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-819b63ff-367a-4363-b163-b9b1bcc8d926 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.706200] env[70623]: INFO nova.virt.vmwareapi.images [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] The imported VM was unregistered [ 1198.708872] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1198.709130] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating directory with path [datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213 {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.709417] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03b8a00-ba95-48d1-8ab1-89d2cdd0cd38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.720225] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created directory with path [datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213 {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.720455] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6/OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6.vmdk to [datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk. {{(pid=70623) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1198.720719] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a049d61-702f-483f-9d4d-f6427e4941ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.728249] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1198.728249] env[70623]: value = "task-2794386" [ 1198.728249] env[70623]: _type = "Task" [ 1198.728249] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.737130] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.936396] env[70623]: DEBUG oslo_vmware.api [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794383, 'name': PowerOnVM_Task, 'duration_secs': 0.453381} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.936693] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.936881] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-611db276-babb-4c2f-b4bf-1785a1f57637 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.950297] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794384, 'name': PowerOffVM_Task, 'duration_secs': 0.19127} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.950556] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.950758] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.950950] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561618', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'name': 'volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52', 'attached_at': '2025-03-06T07:14:03.000000', 'detached_at': '', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'serial': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.951708] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8240c-2cb5-42c8-9b1e-e0feaf865260 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.971306] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf0eb8-5a13-444a-b79b-f7ceeddbe883 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.978634] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a31ecf-9c73-4f74-aee8-805130eb5b2f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.997526] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447671cb-86dd-4a70-88f2-09c096c627c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.012611] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] The volume has not been displaced from its original location: [datastore1] volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea/volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.017892] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.018174] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bec1b6c-d8a9-4f90-91dc-f50a9fae1212 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.035475] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1199.035475] env[70623]: value = "task-2794387" [ 1199.035475] env[70623]: _type = "Task" [ 1199.035475] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.043474] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.199181] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.225921] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.226193] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.226359] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.226540] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.226685] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.226828] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.227045] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.227215] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.227386] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.227547] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.227716] env[70623]: DEBUG nova.virt.hardware [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.228572] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c4fd1e-2a36-4354-92d5-e4f8a8637488 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.242386] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.243634] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01346782-83f3-4fda-b57d-8edaf79ac3ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.505873] env[70623]: DEBUG nova.compute.manager [req-69d16715-424e-486f-9c4d-1b61b110f3fb req-d7a21687-4626-401b-85e7-5f08453ed5d4 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Received event network-vif-plugged-ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1199.506143] env[70623]: DEBUG oslo_concurrency.lockutils [req-69d16715-424e-486f-9c4d-1b61b110f3fb req-d7a21687-4626-401b-85e7-5f08453ed5d4 service nova] Acquiring lock "28920907-7617-487a-8b49-381976ad5902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.506361] env[70623]: DEBUG oslo_concurrency.lockutils [req-69d16715-424e-486f-9c4d-1b61b110f3fb req-d7a21687-4626-401b-85e7-5f08453ed5d4 service nova] Lock "28920907-7617-487a-8b49-381976ad5902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.506534] env[70623]: DEBUG oslo_concurrency.lockutils [req-69d16715-424e-486f-9c4d-1b61b110f3fb req-d7a21687-4626-401b-85e7-5f08453ed5d4 service nova] Lock "28920907-7617-487a-8b49-381976ad5902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.506706] env[70623]: DEBUG nova.compute.manager [req-69d16715-424e-486f-9c4d-1b61b110f3fb req-d7a21687-4626-401b-85e7-5f08453ed5d4 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] No waiting events found dispatching network-vif-plugged-ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.506872] env[70623]: WARNING nova.compute.manager [req-69d16715-424e-486f-9c4d-1b61b110f3fb req-d7a21687-4626-401b-85e7-5f08453ed5d4 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Received unexpected event network-vif-plugged-ed4231d3-c941-4a8e-9900-144938f97123 for instance with vm_state building and task_state spawning. [ 1199.545675] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794387, 'name': ReconfigVM_Task, 'duration_secs': 0.404787} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.545942] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.550682] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-383080f9-d493-403a-aede-23fed932db2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.567873] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1199.567873] env[70623]: value = "task-2794388" [ 1199.567873] env[70623]: _type = "Task" [ 1199.567873] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.578420] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.586114] env[70623]: DEBUG nova.network.neutron [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Successfully updated port: ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.741240] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.080091] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794388, 'name': ReconfigVM_Task, 'duration_secs': 0.152617} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.080091] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561618', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'name': 'volume-bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52', 'attached_at': '2025-03-06T07:14:03.000000', 'detached_at': '', 'volume_id': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea', 'serial': 'bd6fe5b9-0e15-4e97-8a89-b07ef698bcea'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1200.080091] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.080966] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c46e29a-89fd-4e1e-bac5-1edfb479104b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.088727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.088727] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.088856] env[70623]: DEBUG nova.network.neutron [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.090090] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.090579] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bdc98f5-b4f7-4c7a-9afc-fff0a3704af8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.168039] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.168344] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.168583] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore1] cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.168886] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcae1454-ce17-4dc0-9bde-966f3237d1b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.176071] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1200.176071] env[70623]: value = "task-2794390" [ 1200.176071] env[70623]: _type = "Task" [ 1200.176071] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.184910] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.242577] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.632220] env[70623]: DEBUG nova.network.neutron [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.685904] env[70623]: DEBUG oslo_vmware.api [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214223} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.686204] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.686403] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.686581] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.686756] env[70623]: INFO nova.compute.manager [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1200.686998] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.687211] env[70623]: DEBUG nova.compute.manager [-] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.687308] env[70623]: DEBUG nova.network.neutron [-] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.742967] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.780452] env[70623]: DEBUG nova.network.neutron [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.849601] env[70623]: DEBUG nova.network.neutron [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Port c5497766-042f-44f9-b1f6-3e3abea0b6c8 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1200.849882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.850125] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.850327] env[70623]: DEBUG nova.network.neutron [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.186960] env[70623]: DEBUG nova.compute.manager [req-02992126-f11a-45af-a7fc-1583e428ea23 req-7c0be2e1-1625-4c7c-9343-5239d1aa5f09 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Received event network-vif-deleted-bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.187242] env[70623]: INFO nova.compute.manager [req-02992126-f11a-45af-a7fc-1583e428ea23 req-7c0be2e1-1625-4c7c-9343-5239d1aa5f09 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Neutron deleted interface bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6; detaching it from the instance and deleting it from the info cache [ 1201.187395] env[70623]: DEBUG nova.network.neutron [req-02992126-f11a-45af-a7fc-1583e428ea23 req-7c0be2e1-1625-4c7c-9343-5239d1aa5f09 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.244109] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.284985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.285401] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Instance network_info: |[{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.285914] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:10:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed4231d3-c941-4a8e-9900-144938f97123', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.293954] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.294206] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28920907-7617-487a-8b49-381976ad5902] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.294470] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bdfca6b-581c-42d5-8143-dbbc0304206a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.315910] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.315910] env[70623]: value = "task-2794391" [ 1201.315910] env[70623]: _type = "Task" [ 1201.315910] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.327859] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794391, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.535677] env[70623]: DEBUG nova.compute.manager [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Received event network-changed-ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.535677] env[70623]: DEBUG nova.compute.manager [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Refreshing instance network info cache due to event network-changed-ed4231d3-c941-4a8e-9900-144938f97123. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1201.535677] env[70623]: DEBUG oslo_concurrency.lockutils [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.535677] env[70623]: DEBUG oslo_concurrency.lockutils [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.535809] env[70623]: DEBUG nova.network.neutron [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Refreshing network info cache for port ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.628608] env[70623]: DEBUG nova.network.neutron [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.671922] env[70623]: DEBUG nova.network.neutron [-] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.690950] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f6052ff-9d19-4095-b75e-96ef8888e255 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.700412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53767d01-96e8-4f71-9057-de5c41f8945b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.733890] env[70623]: DEBUG nova.compute.manager [req-02992126-f11a-45af-a7fc-1583e428ea23 req-7c0be2e1-1625-4c7c-9343-5239d1aa5f09 service nova] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Detach interface failed, port_id=bfcf9f74-caec-4052-a2d4-a4ff5f9d27a6, reason: Instance cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1201.744349] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794386, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.883161} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.744647] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6/OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6.vmdk to [datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk. [ 1201.744865] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Cleaning up location [datastore2] OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1201.745028] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c3032ae0-a714-4bb5-ba41-5862032120a6 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.745297] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17998237-396a-4dbc-934d-252fabd2ed8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.752382] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1201.752382] env[70623]: value = "task-2794392" [ 1201.752382] env[70623]: _type = "Task" [ 1201.752382] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.761027] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.825758] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794391, 'name': CreateVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.131465] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.174717] env[70623]: INFO nova.compute.manager [-] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Took 1.49 seconds to deallocate network for instance. [ 1202.226222] env[70623]: DEBUG nova.network.neutron [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Updated VIF entry in instance network info cache for port ed4231d3-c941-4a8e-9900-144938f97123. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.226612] env[70623]: DEBUG nova.network.neutron [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.261773] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105883} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.262274] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.262274] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.262521] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk to [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.262782] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de7e7e1-2b5a-4c3e-99b4-2d3b9dad95f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.268913] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1202.268913] env[70623]: value = "task-2794393" [ 1202.268913] env[70623]: _type = "Task" [ 1202.268913] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.276546] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.326787] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794391, 'name': CreateVM_Task, 'duration_secs': 0.585174} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.326991] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28920907-7617-487a-8b49-381976ad5902] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.327717] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.327888] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.328282] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.328552] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adadfd98-d519-4043-a010-1df61bc9e704 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.333252] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1202.333252] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a38b92-2d03-39d3-732a-dc51b880ea17" [ 1202.333252] env[70623]: _type = "Task" [ 1202.333252] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.340930] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a38b92-2d03-39d3-732a-dc51b880ea17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.635354] env[70623]: DEBUG nova.compute.manager [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70623) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1202.719717] env[70623]: INFO nova.compute.manager [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Took 0.54 seconds to detach 1 volumes for instance. [ 1202.721692] env[70623]: DEBUG nova.compute.manager [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Deleting volume: bd6fe5b9-0e15-4e97-8a89-b07ef698bcea {{(pid=70623) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1202.729064] env[70623]: DEBUG oslo_concurrency.lockutils [req-08e559e4-b926-48c2-a8bd-9d455120e80a req-295e9af7-0f11-41b9-899a-28cdc4a49a24 service nova] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.778672] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.845692] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a38b92-2d03-39d3-732a-dc51b880ea17, 'name': SearchDatastore_Task, 'duration_secs': 0.084357} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.846025] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.846318] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.846573] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.846736] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.846979] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.847276] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4209844-e9ad-4470-887d-764e15296d32 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.855169] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.855416] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.856169] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7020039-ce4a-49c3-8cf2-e70bc87b06b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.861237] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1202.861237] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2de34-b385-0ea7-6cf2-1faa2b019a67" [ 1202.861237] env[70623]: _type = "Task" [ 1202.861237] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.868995] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2de34-b385-0ea7-6cf2-1faa2b019a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.256145] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.256492] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.256689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.279547] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.280825] env[70623]: INFO nova.scheduler.client.report [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted allocations for instance cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52 [ 1203.372130] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52a2de34-b385-0ea7-6cf2-1faa2b019a67, 'name': SearchDatastore_Task, 'duration_secs': 0.008297} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.372968] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfd90fa-cdab-433b-8966-c46b1781a7d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.379094] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1203.379094] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52537d77-62b1-98e5-198a-b20181e8c208" [ 1203.379094] env[70623]: _type = "Task" [ 1203.379094] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.387149] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52537d77-62b1-98e5-198a-b20181e8c208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.734023] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.734373] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.779753] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.787850] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5695dd15-cbde-4273-833a-4b06ece45a92 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.889965] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52537d77-62b1-98e5-198a-b20181e8c208, 'name': SearchDatastore_Task, 'duration_secs': 0.071893} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.890262] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.890582] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.890890] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdec46f0-3b0c-462e-80d0-ce3d8defca06 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.898474] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1203.898474] env[70623]: value = "task-2794395" [ 1203.898474] env[70623]: _type = "Task" [ 1203.898474] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.906777] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.236938] env[70623]: DEBUG nova.objects.instance [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'migration_context' on Instance uuid b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.283235] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.409887] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.652074] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "f92d1471-b509-474e-ae6f-676a657d4bd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.652425] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.652645] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "f92d1471-b509-474e-ae6f-676a657d4bd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.652831] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.653012] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.655110] env[70623]: INFO nova.compute.manager [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Terminating instance [ 1204.783898] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.864525] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034eb019-df3b-4fef-b34f-84791b31c431 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.872181] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4666d3-214a-431d-b889-4765fd56a423 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.907454] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c34b6-0f2d-4902-8102-f03aa44c47e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.915296] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.918544] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d087a911-cb10-4b36-aae4-4e1cc21d73d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.932811] env[70623]: DEBUG nova.compute.provider_tree [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.158563] env[70623]: DEBUG nova.compute.manager [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.158788] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.160303] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caa20e8-6aec-46d0-a10f-8a3f7020318e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.167125] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.167346] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3951efc-877c-4615-87d3-af21af495b57 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172424] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1205.172424] env[70623]: value = "task-2794396" [ 1205.172424] env[70623]: _type = "Task" [ 1205.172424] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.181625] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.283611] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794393, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.835734} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.284069] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/87b0ed69-933d-428a-8b26-71217df6b213/87b0ed69-933d-428a-8b26-71217df6b213.vmdk to [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.284681] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf853dc-9ba2-4ca6-a2af-eb119dceed46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.306653] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.306932] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f62e951-eb8b-496e-88b2-9b3e69b8c2c4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.326284] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1205.326284] env[70623]: value = "task-2794397" [ 1205.326284] env[70623]: _type = "Task" [ 1205.326284] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.334534] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.413901] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.436382] env[70623]: DEBUG nova.scheduler.client.report [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.682851] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794396, 'name': PowerOffVM_Task, 'duration_secs': 0.207121} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.683151] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.683300] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.683550] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7977aa72-de68-4818-b6c5-2bdc76b8a673 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.743604] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.743820] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.744000] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore2] f92d1471-b509-474e-ae6f-676a657d4bd8 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.744308] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a3f7c8-d294-4853-9bb1-419f8482e7dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.750617] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1205.750617] env[70623]: value = "task-2794399" [ 1205.750617] env[70623]: _type = "Task" [ 1205.750617] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.758426] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.835139] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794397, 'name': ReconfigVM_Task, 'duration_secs': 0.48111} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.835413] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfigured VM instance instance-0000006c to attach disk [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6/dbdbfeab-fc0a-493b-b775-05c0269839c6.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.836559] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': '6b149850-e29d-4f75-af79-6f7f9ea861da'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561629', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'name': 'volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dbdbfeab-fc0a-493b-b775-05c0269839c6', 'attached_at': '', 'detached_at': '', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'serial': '8e401fe7-d5d4-42ab-b011-0afd00757ae7'}, 'device_type': None, 'guest_format': None, 'attachment_id': '592f7cc6-4dfe-481a-81e4-0ad55631151d', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70623) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1205.836769] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.836959] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561629', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'name': 'volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dbdbfeab-fc0a-493b-b775-05c0269839c6', 'attached_at': '', 'detached_at': '', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'serial': '8e401fe7-d5d4-42ab-b011-0afd00757ae7'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.837712] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb04a32-e9ac-4000-93d7-d6c39790bd70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.852743] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072153b1-fd85-4f80-bbbd-6ae6bee09396 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.876080] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7/volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.876370] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bccfbc3d-c5ee-433e-8063-85e215963a2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.893793] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1205.893793] env[70623]: value = "task-2794400" [ 1205.893793] env[70623]: _type = "Task" [ 1205.893793] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.901029] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.913387] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794395, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.837758} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.913657] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.913869] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.914119] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c26607-df48-4d59-b264-d0fd7856ab20 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.919688] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1205.919688] env[70623]: value = "task-2794401" [ 1205.919688] env[70623]: _type = "Task" [ 1205.919688] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.927116] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.260230] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.403650] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794400, 'name': ReconfigVM_Task, 'duration_secs': 0.319611} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.404036] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7/volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.408694] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2653ed30-b2c5-49ca-a7d2-1a7a9c676f70 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.424338] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1206.424338] env[70623]: value = "task-2794402" [ 1206.424338] env[70623]: _type = "Task" [ 1206.424338] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.430447] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069375} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.430983] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.431725] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cdc9ca-963d-4114-9c75-6899587f234e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.436986] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.450272] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.464839] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.467549] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3161c7-323b-4421-af2f-43e08aef08ee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.491480] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1206.491480] env[70623]: value = "task-2794403" [ 1206.491480] env[70623]: _type = "Task" [ 1206.491480] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.499932] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.760263] env[70623]: DEBUG oslo_vmware.api [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.663186} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.760812] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.761008] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.761277] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.761481] env[70623]: INFO nova.compute.manager [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1206.761715] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.761903] env[70623]: DEBUG nova.compute.manager [-] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.761997] env[70623]: DEBUG nova.network.neutron [-] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.935377] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794402, 'name': ReconfigVM_Task, 'duration_secs': 0.151955} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.935734] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561629', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'name': 'volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dbdbfeab-fc0a-493b-b775-05c0269839c6', 'attached_at': '', 'detached_at': '', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'serial': '8e401fe7-d5d4-42ab-b011-0afd00757ae7'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.936326] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0864f792-b42d-484d-831e-a913d7fb83b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.942581] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1206.942581] env[70623]: value = "task-2794404" [ 1206.942581] env[70623]: _type = "Task" [ 1206.942581] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.951662] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794404, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.002175] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794403, 'name': ReconfigVM_Task, 'duration_secs': 0.281352} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.002487] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.003341] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c950daf-f717-447f-b29a-2acb0bf2eeb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.008780] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1207.008780] env[70623]: value = "task-2794405" [ 1207.008780] env[70623]: _type = "Task" [ 1207.008780] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.017853] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794405, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.019801] env[70623]: DEBUG nova.compute.manager [req-7abbc974-2ff2-4d0c-8e08-c54276565671 req-819563f6-fd28-4fd5-8cbb-108a92595d0a service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Received event network-vif-deleted-fed53c79-f461-447a-8ec7-9ebcd6b30b89 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.020036] env[70623]: INFO nova.compute.manager [req-7abbc974-2ff2-4d0c-8e08-c54276565671 req-819563f6-fd28-4fd5-8cbb-108a92595d0a service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Neutron deleted interface fed53c79-f461-447a-8ec7-9ebcd6b30b89; detaching it from the instance and deleting it from the info cache [ 1207.020227] env[70623]: DEBUG nova.network.neutron [req-7abbc974-2ff2-4d0c-8e08-c54276565671 req-819563f6-fd28-4fd5-8cbb-108a92595d0a service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.451815] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794404, 'name': Rename_Task, 'duration_secs': 0.161296} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.452175] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.452378] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8c1d51-7557-40f4-a134-28cd0676f567 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.458442] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1207.458442] env[70623]: value = "task-2794406" [ 1207.458442] env[70623]: _type = "Task" [ 1207.458442] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.465543] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.470842] env[70623]: DEBUG nova.network.neutron [-] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.517664] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794405, 'name': Rename_Task, 'duration_secs': 0.155777} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.517925] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.518172] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d64f55-f8d1-49af-8315-968661e2e1b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.522283] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9053c481-d878-49c5-b286-141d45727560 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.526048] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1207.526048] env[70623]: value = "task-2794407" [ 1207.526048] env[70623]: _type = "Task" [ 1207.526048] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.532387] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.535931] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216724fe-d5f1-478c-a088-3d1dd1cf3e77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.566055] env[70623]: DEBUG nova.compute.manager [req-7abbc974-2ff2-4d0c-8e08-c54276565671 req-819563f6-fd28-4fd5-8cbb-108a92595d0a service nova] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Detach interface failed, port_id=fed53c79-f461-447a-8ec7-9ebcd6b30b89, reason: Instance f92d1471-b509-474e-ae6f-676a657d4bd8 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1207.969881] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.973442] env[70623]: INFO nova.compute.manager [-] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Took 1.21 seconds to deallocate network for instance. [ 1208.015214] env[70623]: INFO nova.compute.manager [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Swapping old allocation on dict_keys(['761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a']) held by migration 8553ca5f-27a4-44cb-9217-e3f7e20d9724 for instance [ 1208.035637] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.036462] env[70623]: DEBUG nova.scheduler.client.report [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Overwriting current allocation {'allocations': {'761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '6b29b57fc5c14661bf97fd0a24feef9f', 'user_id': '58228d6d91b4449b9bea89b9d1f71ff5', 'consumer_generation': 1} on consumer b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 {{(pid=70623) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1208.116808] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.117052] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.117247] env[70623]: DEBUG nova.network.neutron [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.469786] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.479068] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.479400] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.479658] env[70623]: DEBUG nova.objects.instance [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'resources' on Instance uuid f92d1471-b509-474e-ae6f-676a657d4bd8 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.538419] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.825798] env[70623]: DEBUG nova.network.neutron [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [{"id": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "address": "fa:16:3e:5c:25:52", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5497766-04", "ovs_interfaceid": "c5497766-042f-44f9-b1f6-3e3abea0b6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.827183] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.971350] env[70623]: DEBUG oslo_vmware.api [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794406, 'name': PowerOnVM_Task, 'duration_secs': 1.125995} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.971604] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.037282] env[70623]: DEBUG oslo_vmware.api [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794407, 'name': PowerOnVM_Task, 'duration_secs': 1.088333} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.039610] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.039823] env[70623]: INFO nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1209.040008] env[70623]: DEBUG nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.040954] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd52546-c80e-4a8a-9c55-091c85f45e16 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.070337] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5be0c4-ee9b-475b-9665-5a83be5ccd8b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.077355] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb09b8-157a-4bd6-9e90-a63ad081498d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.111605] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531aa0a-2dfb-4970-af76-909b8dc77c1c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119399] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a7ad6a-591a-4083-a558-43000098b895 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.134179] env[70623]: DEBUG nova.compute.provider_tree [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.187544] env[70623]: DEBUG nova.compute.manager [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.188437] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c7b5d2-e3fe-49ba-90ce-5d57d465a97b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.294180] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.328349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.329794] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b4a102-8ed2-4002-bb55-324cf0e6949e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.338486] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f532785-d82c-439a-a03d-720735d71003 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.561052] env[70623]: INFO nova.compute.manager [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Took 14.60 seconds to build instance. [ 1209.637091] env[70623]: DEBUG nova.scheduler.client.report [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.704475] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2dea2c40-ad89-47d9-a9a6-91305ee5da5c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.583s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.705640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.573s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.705967] env[70623]: INFO nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1209.706142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.798190] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.062956] env[70623]: DEBUG oslo_concurrency.lockutils [None req-45f536af-89cc-428c-8fe8-966ffaf907a7 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.107s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.142076] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.145147] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.346s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.145147] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.145147] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1210.145611] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17952907-c782-4b9b-8dfa-355b9b65a91c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.153834] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc02d55e-b02d-474c-804a-84a5c1b3dc6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.169968] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b182b02d-0f41-437d-9c26-0efb76dfce76 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.173744] env[70623]: INFO nova.scheduler.client.report [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted allocations for instance f92d1471-b509-474e-ae6f-676a657d4bd8 [ 1210.180194] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a71bce-8771-4e7f-9154-cbc84dc03e2a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.210010] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179110MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1210.210166] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.210376] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.316643] env[70623]: DEBUG nova.compute.manager [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Received event network-changed-ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1210.316943] env[70623]: DEBUG nova.compute.manager [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Refreshing instance network info cache due to event network-changed-ed4231d3-c941-4a8e-9900-144938f97123. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1210.317099] env[70623]: DEBUG oslo_concurrency.lockutils [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.317249] env[70623]: DEBUG oslo_concurrency.lockutils [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.317422] env[70623]: DEBUG nova.network.neutron [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Refreshing network info cache for port ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.422816] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.423178] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e0d0ce0-e519-4a7c-8e33-adc56fc09237 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.430384] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1210.430384] env[70623]: value = "task-2794408" [ 1210.430384] env[70623]: _type = "Task" [ 1210.430384] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.438814] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.682321] env[70623]: DEBUG oslo_concurrency.lockutils [None req-951188a2-dfd3-4833-bc7b-a5454ba2bd48 tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "f92d1471-b509-474e-ae6f-676a657d4bd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.030s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.941862] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794408, 'name': PowerOffVM_Task, 'duration_secs': 0.203931} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.942214] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.942967] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.943247] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.943432] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.943624] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.943769] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.943916] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.944130] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.944293] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.944456] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.944615] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.944785] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.949566] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d5e3aa-6c86-44c2-b529-f70544ce80da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.965505] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1210.965505] env[70623]: value = "task-2794410" [ 1210.965505] env[70623]: _type = "Task" [ 1210.965505] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.980066] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.025519] env[70623]: DEBUG nova.network.neutron [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Updated VIF entry in instance network info cache for port ed4231d3-c941-4a8e-9900-144938f97123. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.025894] env[70623]: DEBUG nova.network.neutron [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.243038] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance a87dd387-3180-4e07-b0e8-7c750721ce9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.243260] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 7f5e541e-da6c-4f2d-9617-7517e350d7d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.243416] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance aa6912be-f6dd-4559-a0c9-4d0eaca0a001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.243635] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.243819] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance dbdbfeab-fc0a-493b-b775-05c0269839c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.243963] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 28920907-7617-487a-8b49-381976ad5902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.244271] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1211.244583] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1211.325456] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20663e77-6a4d-4e86-a213-4ae5b3b04d15 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.333543] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c889ee5-3a86-4798-bef5-a371e803c877 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.365251] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e980095-1b16-4554-b040-4e7e95b6c001 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.372591] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0491df6-b2bb-4760-9cef-ea42c93df7cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.385885] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.475277] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794410, 'name': ReconfigVM_Task, 'duration_secs': 0.140865} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.476158] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d9cd8f-df51-47a7-8ab6-07ef91c040b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.497539] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.497785] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.497943] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.498136] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.498286] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.498433] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.498634] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.498790] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.498952] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.499125] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.499300] env[70623]: DEBUG nova.virt.hardware [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.500233] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c8e8ee-53b4-42eb-89f8-671a87f48957 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.505614] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1211.505614] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d8224c-8166-8f94-aef5-cda4e3ff8fab" [ 1211.505614] env[70623]: _type = "Task" [ 1211.505614] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.515639] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d8224c-8166-8f94-aef5-cda4e3ff8fab, 'name': SearchDatastore_Task, 'duration_secs': 0.007827} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.520934] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.521241] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063276ac-73e5-46b8-9ce7-f4dbdc3ef6a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.534345] env[70623]: DEBUG oslo_concurrency.lockutils [req-b19bf920-bd1b-4a63-a873-a2fae60e34d4 req-627b0bf3-f49c-45ed-a94b-e86645cb8abd service nova] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.539363] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1211.539363] env[70623]: value = "task-2794411" [ 1211.539363] env[70623]: _type = "Task" [ 1211.539363] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.547112] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.889507] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.048806] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794411, 'name': ReconfigVM_Task, 'duration_secs': 0.200356} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.049097] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.049840] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbba586-7447-47a8-81c7-ad22b8751603 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.073764] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.074020] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a280de3f-d9d7-488e-93de-d072e332e546 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.090542] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1212.090542] env[70623]: value = "task-2794412" [ 1212.090542] env[70623]: _type = "Task" [ 1212.090542] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.098571] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.395616] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1212.395616] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.601252] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794412, 'name': ReconfigVM_Task, 'duration_secs': 0.280921} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.601252] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2/b436ba62-20e8-4aa7-b53b-bf0ab64bcca2.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.601519] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd191e6-906d-4fd0-a1db-24eff877ee7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.622590] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8bce5-ba17-4a65-8d44-d79ef4e519e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.643065] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2685f21c-a21b-4155-bea7-ad11a0bafb0a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.665027] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28f7a3-e99d-4ef9-a169-bac728bbf8e6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.670660] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.670888] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6fdcbe-04a2-4791-a527-5c2d4e8ec97f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.677230] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1212.677230] env[70623]: value = "task-2794413" [ 1212.677230] env[70623]: _type = "Task" [ 1212.677230] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.684635] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.187276] env[70623]: DEBUG oslo_vmware.api [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794413, 'name': PowerOnVM_Task, 'duration_secs': 0.375968} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.187572] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.452382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.452606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.452817] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "a87dd387-3180-4e07-b0e8-7c750721ce9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.453051] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.453216] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.455453] env[70623]: INFO nova.compute.manager [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Terminating instance [ 1213.959449] env[70623]: DEBUG nova.compute.manager [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.959699] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.960596] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df56c3-825a-4502-abdf-cf06e4b6cd09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.968340] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.968544] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a2d140-7f7a-4bb8-87b2-d2914f4d0ce9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.974835] env[70623]: DEBUG oslo_vmware.api [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1213.974835] env[70623]: value = "task-2794414" [ 1213.974835] env[70623]: _type = "Task" [ 1213.974835] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.982753] env[70623]: DEBUG oslo_vmware.api [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.231480] env[70623]: INFO nova.compute.manager [None req-dfee5cbc-b90d-4015-bfb8-3870f1ed4fa4 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance to original state: 'active' [ 1214.390556] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.390719] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.390880] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.391039] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.391198] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.391342] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.391478] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1214.484259] env[70623]: DEBUG oslo_vmware.api [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794414, 'name': PowerOffVM_Task, 'duration_secs': 0.258122} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.484517] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.484686] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.484920] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4221a5da-d42b-4e02-88de-28dd3cdf388f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.549322] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.549536] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.549728] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleting the datastore file [datastore2] a87dd387-3180-4e07-b0e8-7c750721ce9c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.549988] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c81fd48e-bacd-4e31-80d8-0cc423874a83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.555655] env[70623]: DEBUG oslo_vmware.api [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for the task: (returnval){ [ 1214.555655] env[70623]: value = "task-2794416" [ 1214.555655] env[70623]: _type = "Task" [ 1214.555655] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.563026] env[70623]: DEBUG oslo_vmware.api [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.065641] env[70623]: DEBUG oslo_vmware.api [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Task: {'id': task-2794416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119434} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.065900] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.066099] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.066283] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.066497] env[70623]: INFO nova.compute.manager [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1215.066750] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.066940] env[70623]: DEBUG nova.compute.manager [-] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.067045] env[70623]: DEBUG nova.network.neutron [-] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.348319] env[70623]: DEBUG nova.compute.manager [req-dfcd5911-b098-4020-811e-8fcfc1c73160 req-8fbc1795-d94c-449e-ae10-ffffb8af16b6 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Received event network-vif-deleted-1ef35e70-9791-4fd5-8943-bb46474d7efd {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.348599] env[70623]: INFO nova.compute.manager [req-dfcd5911-b098-4020-811e-8fcfc1c73160 req-8fbc1795-d94c-449e-ae10-ffffb8af16b6 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Neutron deleted interface 1ef35e70-9791-4fd5-8943-bb46474d7efd; detaching it from the instance and deleting it from the info cache [ 1215.348805] env[70623]: DEBUG nova.network.neutron [req-dfcd5911-b098-4020-811e-8fcfc1c73160 req-8fbc1795-d94c-449e-ae10-ffffb8af16b6 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.603066] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.603281] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.603499] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.603678] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.603847] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.606122] env[70623]: INFO nova.compute.manager [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Terminating instance [ 1215.828259] env[70623]: DEBUG nova.network.neutron [-] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.851210] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1c71326-33f2-45b0-9178-97bfba2cd3ae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.861309] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f869760-551d-4fff-98fc-8eda6c9f93e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.889456] env[70623]: DEBUG nova.compute.manager [req-dfcd5911-b098-4020-811e-8fcfc1c73160 req-8fbc1795-d94c-449e-ae10-ffffb8af16b6 service nova] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Detach interface failed, port_id=1ef35e70-9791-4fd5-8943-bb46474d7efd, reason: Instance a87dd387-3180-4e07-b0e8-7c750721ce9c could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1216.109744] env[70623]: DEBUG nova.compute.manager [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.110023] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.110319] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70efc43-536d-4f24-b5cd-2de1cb3bf67f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.117479] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1216.117479] env[70623]: value = "task-2794417" [ 1216.117479] env[70623]: _type = "Task" [ 1216.117479] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.125811] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.331050] env[70623]: INFO nova.compute.manager [-] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Took 1.26 seconds to deallocate network for instance. [ 1216.627053] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794417, 'name': PowerOffVM_Task, 'duration_secs': 0.306698} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.627443] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.627521] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.627708] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561627', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'name': 'volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2', 'attached_at': '2025-03-06T07:14:53.000000', 'detached_at': '', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'serial': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.628813] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae1e653-3d61-4093-8a2f-a77929caa7b6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.650799] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d97b3c5-ab7b-4ccf-bc1e-965b5d2f7dac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.657162] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924cc69f-6472-4156-8ae6-6486a62027c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.677878] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ace26d-ba1f-4d6d-a573-9a26c659f943 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.693965] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] The volume has not been displaced from its original location: [datastore2] volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd/volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.699344] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.699652] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d42299f-3f82-4872-a832-53d2c614278b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.717258] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1216.717258] env[70623]: value = "task-2794418" [ 1216.717258] env[70623]: _type = "Task" [ 1216.717258] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.725207] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.837718] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.838077] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.838330] env[70623]: DEBUG nova.objects.instance [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lazy-loading 'resources' on Instance uuid a87dd387-3180-4e07-b0e8-7c750721ce9c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.229747] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794418, 'name': ReconfigVM_Task, 'duration_secs': 0.469264} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.229747] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.235030] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5221744-1058-43e3-a986-223380e5da61 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.249630] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1217.249630] env[70623]: value = "task-2794419" [ 1217.249630] env[70623]: _type = "Task" [ 1217.249630] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.257766] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.451148] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bb2449-d299-40ca-b59f-319d31bd7e83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.461167] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5421bbe8-982d-4004-80a9-bfe0e4c0e2ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.493292] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b43bdc-84c7-410a-90b7-ccc88a85f97a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.501013] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bbe64d-efde-4b11-9d9f-e20d1eb9876f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.514260] env[70623]: DEBUG nova.compute.provider_tree [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.759961] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794419, 'name': ReconfigVM_Task, 'duration_secs': 0.2159} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.760351] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561627', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'name': 'volume-e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b436ba62-20e8-4aa7-b53b-bf0ab64bcca2', 'attached_at': '2025-03-06T07:14:53.000000', 'detached_at': '', 'volume_id': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd', 'serial': 'e86b2cd3-4785-4946-8406-83b1dc50d4dd'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.760512] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.761270] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d09b5-b5f7-490b-a261-6a1ad2b424d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.767493] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.767704] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba5f5d3a-3db7-4143-b206-8308ebbb4634 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.856150] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.856680] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.856680] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleting the datastore file [datastore1] b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.856949] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b940db7-7c89-480c-99a9-72dfc046502f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.863768] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1217.863768] env[70623]: value = "task-2794421" [ 1217.863768] env[70623]: _type = "Task" [ 1217.863768] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.870873] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.017568] env[70623]: DEBUG nova.scheduler.client.report [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.373426] env[70623]: DEBUG oslo_vmware.api [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155189} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.373677] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.373858] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.374066] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.374247] env[70623]: INFO nova.compute.manager [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1218.374512] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.374708] env[70623]: DEBUG nova.compute.manager [-] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.374803] env[70623]: DEBUG nova.network.neutron [-] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.522843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.551461] env[70623]: INFO nova.scheduler.client.report [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Deleted allocations for instance a87dd387-3180-4e07-b0e8-7c750721ce9c [ 1218.835211] env[70623]: DEBUG nova.compute.manager [req-7c47a89f-3532-469b-bfeb-dab62c999879 req-b4a1545c-f898-45b5-a3ee-24bdcb0efd15 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Received event network-vif-deleted-c5497766-042f-44f9-b1f6-3e3abea0b6c8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1218.835466] env[70623]: INFO nova.compute.manager [req-7c47a89f-3532-469b-bfeb-dab62c999879 req-b4a1545c-f898-45b5-a3ee-24bdcb0efd15 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Neutron deleted interface c5497766-042f-44f9-b1f6-3e3abea0b6c8; detaching it from the instance and deleting it from the info cache [ 1218.835590] env[70623]: DEBUG nova.network.neutron [req-7c47a89f-3532-469b-bfeb-dab62c999879 req-b4a1545c-f898-45b5-a3ee-24bdcb0efd15 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.058349] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c5fc32cc-1ad4-4c4c-adb6-a0d540c1838a tempest-ServerActionsTestOtherA-1447376606 tempest-ServerActionsTestOtherA-1447376606-project-member] Lock "a87dd387-3180-4e07-b0e8-7c750721ce9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.606s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.320346] env[70623]: DEBUG nova.network.neutron [-] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.338504] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08c48788-8bbe-4924-b10b-1b96b53f4451 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.348406] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9313372-2e96-4a3c-a2ff-46bf2077a577 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.377569] env[70623]: DEBUG nova.compute.manager [req-7c47a89f-3532-469b-bfeb-dab62c999879 req-b4a1545c-f898-45b5-a3ee-24bdcb0efd15 service nova] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Detach interface failed, port_id=c5497766-042f-44f9-b1f6-3e3abea0b6c8, reason: Instance b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1219.823146] env[70623]: INFO nova.compute.manager [-] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Took 1.45 seconds to deallocate network for instance. [ 1220.367039] env[70623]: INFO nova.compute.manager [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Took 0.54 seconds to detach 1 volumes for instance. [ 1220.876142] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.876618] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.876967] env[70623]: DEBUG nova.objects.instance [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'resources' on Instance uuid b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.449850] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3c3b9-aac6-46fb-a381-6d42432f6425 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.457107] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cafde6b-cafa-41cf-9c28-747a1105ccf4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.486715] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58088d55-e787-41d3-9e15-37418adf5b04 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.493906] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e14d5f-5f11-4129-857c-4e4994bfc63a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.508132] env[70623]: DEBUG nova.compute.provider_tree [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.011543] env[70623]: DEBUG nova.scheduler.client.report [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.516493] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.539470] env[70623]: INFO nova.scheduler.client.report [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted allocations for instance b436ba62-20e8-4aa7-b53b-bf0ab64bcca2 [ 1223.052025] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9e5b2356-262a-41e8-84f2-401b2ac7944d tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "b436ba62-20e8-4aa7-b53b-bf0ab64bcca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.449s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.052390] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.052680] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.543701] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "9a3c5f95-4701-44f9-8406-d59a2c780655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.543934] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.554726] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.814928] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.815173] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.046687] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.091404] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.091762] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.094074] env[70623]: INFO nova.compute.claims [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.318063] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.565262] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.835865] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.180592] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbadbcd-e733-4aa8-bde6-8baa29b92815 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.187968] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a832f17d-d6cb-4021-8420-5987035d181c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.218938] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a182d7-fd35-4620-94e9-87832e0df7bf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.225385] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc9302-8a45-41ba-a8b2-2d929f32d4bb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.238249] env[70623]: DEBUG nova.compute.provider_tree [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.741327] env[70623]: DEBUG nova.scheduler.client.report [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.247986] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.248542] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.914084] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.346s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.914084] env[70623]: INFO nova.compute.claims [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.417220] env[70623]: DEBUG nova.compute.utils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.420906] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.420906] env[70623]: DEBUG nova.network.neutron [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.457400] env[70623]: DEBUG nova.policy [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58228d6d91b4449b9bea89b9d1f71ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b29b57fc5c14661bf97fd0a24feef9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.715040] env[70623]: DEBUG nova.network.neutron [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Successfully created port: 22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.921621] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.022340] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52509676-8692-4e62-b747-d8693f99b3ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.028404] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad25ad-d463-4030-b0a2-c3ae27324dc9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.057265] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed2de0-751b-4a7d-806e-5240c0bee924 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.063825] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c9900-b4e9-4b15-b1e6-f425db1f79e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.078343] env[70623]: DEBUG nova.compute.provider_tree [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.580957] env[70623]: DEBUG nova.scheduler.client.report [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.936791] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.962292] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.962561] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.962720] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.962896] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.963096] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.963285] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.963490] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.963644] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.963805] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.963961] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.964173] env[70623]: DEBUG nova.virt.hardware [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.964989] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61fb28-df0c-48aa-b7c0-edea965ba046 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.973332] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0c84f-8d0e-46b5-8f29-84c3955bd3fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.087275] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.087275] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.091588] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.256s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.093015] env[70623]: INFO nova.compute.claims [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.095847] env[70623]: DEBUG nova.compute.manager [req-dbe88221-35c8-40a0-bae0-ac538f45474a req-1f57fb53-6385-429a-9dfc-585a15216586 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-vif-plugged-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.096364] env[70623]: DEBUG oslo_concurrency.lockutils [req-dbe88221-35c8-40a0-bae0-ac538f45474a req-1f57fb53-6385-429a-9dfc-585a15216586 service nova] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.096364] env[70623]: DEBUG oslo_concurrency.lockutils [req-dbe88221-35c8-40a0-bae0-ac538f45474a req-1f57fb53-6385-429a-9dfc-585a15216586 service nova] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.096513] env[70623]: DEBUG oslo_concurrency.lockutils [req-dbe88221-35c8-40a0-bae0-ac538f45474a req-1f57fb53-6385-429a-9dfc-585a15216586 service nova] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.096690] env[70623]: DEBUG nova.compute.manager [req-dbe88221-35c8-40a0-bae0-ac538f45474a req-1f57fb53-6385-429a-9dfc-585a15216586 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] No waiting events found dispatching network-vif-plugged-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.096754] env[70623]: WARNING nova.compute.manager [req-dbe88221-35c8-40a0-bae0-ac538f45474a req-1f57fb53-6385-429a-9dfc-585a15216586 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received unexpected event network-vif-plugged-22432501-c885-4d1f-b263-2483ed785c09 for instance with vm_state building and task_state spawning. [ 1230.598677] env[70623]: DEBUG nova.compute.utils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.601928] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.602125] env[70623]: DEBUG nova.network.neutron [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.645708] env[70623]: DEBUG nova.policy [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29487b706544fd4ad42c833a20a9086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be8424f27ca42a6971d430f5613d7ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.683734] env[70623]: DEBUG nova.network.neutron [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Successfully updated port: 22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.703599] env[70623]: DEBUG nova.compute.manager [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-changed-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.703794] env[70623]: DEBUG nova.compute.manager [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing instance network info cache due to event network-changed-22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1230.704008] env[70623]: DEBUG oslo_concurrency.lockutils [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.704163] env[70623]: DEBUG oslo_concurrency.lockutils [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.704376] env[70623]: DEBUG nova.network.neutron [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing network info cache for port 22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.902935] env[70623]: DEBUG nova.network.neutron [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Successfully created port: f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.103332] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.186157] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.205440] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e745d93-7867-49a2-9e99-4e55a52e0e4a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.216607] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d32fd2f-062f-484d-b4fb-16e9d385aa92 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.248653] env[70623]: DEBUG nova.network.neutron [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.251049] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d93c1f5-5091-46c3-89b5-b89fe2738169 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.259250] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433b04b-80af-40c1-a441-166b24a73df4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.272396] env[70623]: DEBUG nova.compute.provider_tree [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.319789] env[70623]: DEBUG nova.network.neutron [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.775565] env[70623]: DEBUG nova.scheduler.client.report [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.822789] env[70623]: DEBUG oslo_concurrency.lockutils [req-ba750c80-612a-4050-9a73-285380b7d027 req-121f9fd8-b830-4a0d-a604-08d341fcc82c service nova] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.823123] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.823354] env[70623]: DEBUG nova.network.neutron [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.114725] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.143397] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.143657] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.145025] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.145383] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.145383] env[70623]: DEBUG nova.virt.hardware [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.146123] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d85683-05b7-403b-9e75-dcb7dd9f42ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.154253] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc53b6-9482-46ff-ae90-f807d65533ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.280334] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.280901] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.290350] env[70623]: DEBUG nova.compute.manager [req-423841ee-b16b-48b9-950b-33d55da2654f req-c3e9656a-8ae9-43b8-8c9d-40f99f282e1f service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Received event network-vif-plugged-f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1232.290694] env[70623]: DEBUG oslo_concurrency.lockutils [req-423841ee-b16b-48b9-950b-33d55da2654f req-c3e9656a-8ae9-43b8-8c9d-40f99f282e1f service nova] Acquiring lock "9a3c5f95-4701-44f9-8406-d59a2c780655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.290798] env[70623]: DEBUG oslo_concurrency.lockutils [req-423841ee-b16b-48b9-950b-33d55da2654f req-c3e9656a-8ae9-43b8-8c9d-40f99f282e1f service nova] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.290951] env[70623]: DEBUG oslo_concurrency.lockutils [req-423841ee-b16b-48b9-950b-33d55da2654f req-c3e9656a-8ae9-43b8-8c9d-40f99f282e1f service nova] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.291201] env[70623]: DEBUG nova.compute.manager [req-423841ee-b16b-48b9-950b-33d55da2654f req-c3e9656a-8ae9-43b8-8c9d-40f99f282e1f service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] No waiting events found dispatching network-vif-plugged-f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.291322] env[70623]: WARNING nova.compute.manager [req-423841ee-b16b-48b9-950b-33d55da2654f req-c3e9656a-8ae9-43b8-8c9d-40f99f282e1f service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Received unexpected event network-vif-plugged-f2f30bf1-5f01-437c-8d54-32fb162133db for instance with vm_state building and task_state spawning. [ 1232.347814] env[70623]: DEBUG nova.network.neutron [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Successfully updated port: f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.354422] env[70623]: DEBUG nova.network.neutron [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.475393] env[70623]: DEBUG nova.network.neutron [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22432501-c8", "ovs_interfaceid": "22432501-c885-4d1f-b263-2483ed785c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.785921] env[70623]: DEBUG nova.compute.utils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.787685] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.787864] env[70623]: DEBUG nova.network.neutron [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.826224] env[70623]: DEBUG nova.policy [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29487b706544fd4ad42c833a20a9086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be8424f27ca42a6971d430f5613d7ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.850976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.851130] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.851339] env[70623]: DEBUG nova.network.neutron [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.978591] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.978591] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance network_info: |[{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22432501-c8", "ovs_interfaceid": "22432501-c885-4d1f-b263-2483ed785c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.978591] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e5:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22432501-c885-4d1f-b263-2483ed785c09', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.986562] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.987142] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.987449] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d66d95-9dcc-41e0-b74c-e293aef39eb6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.010666] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.010666] env[70623]: value = "task-2794422" [ 1233.010666] env[70623]: _type = "Task" [ 1233.010666] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.018074] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794422, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.079847] env[70623]: DEBUG nova.network.neutron [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Successfully created port: 0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.290770] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.385983] env[70623]: DEBUG nova.network.neutron [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.500318] env[70623]: DEBUG nova.network.neutron [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updating instance_info_cache with network_info: [{"id": "f2f30bf1-5f01-437c-8d54-32fb162133db", "address": "fa:16:3e:08:72:6a", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f30bf1-5f", "ovs_interfaceid": "f2f30bf1-5f01-437c-8d54-32fb162133db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.519875] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794422, 'name': CreateVM_Task, 'duration_secs': 0.316543} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.520075] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.526099] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.526294] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.526606] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.526836] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3b7595-5759-4fc4-aa78-835681064bcb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.531647] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1233.531647] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52330396-4337-5146-96d6-c07fea0a3e11" [ 1233.531647] env[70623]: _type = "Task" [ 1233.531647] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.539430] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52330396-4337-5146-96d6-c07fea0a3e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.002732] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.003068] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Instance network_info: |[{"id": "f2f30bf1-5f01-437c-8d54-32fb162133db", "address": "fa:16:3e:08:72:6a", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f30bf1-5f", "ovs_interfaceid": "f2f30bf1-5f01-437c-8d54-32fb162133db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.003541] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:72:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f30bf1-5f01-437c-8d54-32fb162133db', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.010817] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating folder: Project (6be8424f27ca42a6971d430f5613d7ae). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.011084] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c674909-27af-4746-9158-bd0e6a28dca7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.022465] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created folder: Project (6be8424f27ca42a6971d430f5613d7ae) in parent group-v561316. [ 1234.022647] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating folder: Instances. Parent ref: group-v561634. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.022854] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b37411-fa4b-4634-ad78-a6bc10c9fa9b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.031532] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created folder: Instances in parent group-v561634. [ 1234.031751] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.031928] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.032200] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95234dc0-e8c6-4e29-9b73-a53c1e97a789 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.054967] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52330396-4337-5146-96d6-c07fea0a3e11, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.056011] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.056246] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.056477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.056623] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.056793] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.057000] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.057000] env[70623]: value = "task-2794425" [ 1234.057000] env[70623]: _type = "Task" [ 1234.057000] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.057176] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0b0b646-ebbb-4667-a5fa-3be053b5cb19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.066536] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794425, 'name': CreateVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.067490] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.067678] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.068347] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e2f132-5574-44a8-a2e0-51bcfcb486a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.072988] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1234.072988] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52653e76-68f6-c68e-4d5f-ed5aba291e9e" [ 1234.072988] env[70623]: _type = "Task" [ 1234.072988] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.080987] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52653e76-68f6-c68e-4d5f-ed5aba291e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.301374] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.328111] env[70623]: DEBUG nova.compute.manager [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Received event network-changed-f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.328205] env[70623]: DEBUG nova.compute.manager [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Refreshing instance network info cache due to event network-changed-f2f30bf1-5f01-437c-8d54-32fb162133db. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1234.328455] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] Acquiring lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.328676] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] Acquired lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.329073] env[70623]: DEBUG nova.network.neutron [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Refreshing network info cache for port f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.332871] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.333154] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.333371] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.333624] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.333794] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.333946] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.334169] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.334365] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.334673] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.334847] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.335605] env[70623]: DEBUG nova.virt.hardware [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.337411] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaae4d2-7d28-4fb6-b665-9fe66aa6a804 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.346763] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6927fd1d-c63e-4581-aa60-d8d41f38f1dd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.459607] env[70623]: DEBUG nova.compute.manager [req-4ce6398b-8480-4e80-87c5-f89d7c78fa02 req-0ca671a4-18a2-4f06-9bc1-704101bb6104 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Received event network-vif-plugged-0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.459811] env[70623]: DEBUG oslo_concurrency.lockutils [req-4ce6398b-8480-4e80-87c5-f89d7c78fa02 req-0ca671a4-18a2-4f06-9bc1-704101bb6104 service nova] Acquiring lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.459998] env[70623]: DEBUG oslo_concurrency.lockutils [req-4ce6398b-8480-4e80-87c5-f89d7c78fa02 req-0ca671a4-18a2-4f06-9bc1-704101bb6104 service nova] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.460216] env[70623]: DEBUG oslo_concurrency.lockutils [req-4ce6398b-8480-4e80-87c5-f89d7c78fa02 req-0ca671a4-18a2-4f06-9bc1-704101bb6104 service nova] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.460340] env[70623]: DEBUG nova.compute.manager [req-4ce6398b-8480-4e80-87c5-f89d7c78fa02 req-0ca671a4-18a2-4f06-9bc1-704101bb6104 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] No waiting events found dispatching network-vif-plugged-0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.460502] env[70623]: WARNING nova.compute.manager [req-4ce6398b-8480-4e80-87c5-f89d7c78fa02 req-0ca671a4-18a2-4f06-9bc1-704101bb6104 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Received unexpected event network-vif-plugged-0ebb88f5-8a7a-472b-9ac0-ead029f8a08b for instance with vm_state building and task_state spawning. [ 1234.538858] env[70623]: DEBUG nova.network.neutron [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Successfully updated port: 0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.568955] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794425, 'name': CreateVM_Task, 'duration_secs': 0.300461} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.569149] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.569774] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.569941] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.570308] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.570553] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9bcff1-e611-451f-86c3-9d25735896dc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.576955] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1234.576955] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e413eb-8f03-4740-01b6-3f37df585ed9" [ 1234.576955] env[70623]: _type = "Task" [ 1234.576955] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.583136] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52653e76-68f6-c68e-4d5f-ed5aba291e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.584098] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c99648b-56c1-47c0-9770-5b84a881bb09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.589375] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e413eb-8f03-4740-01b6-3f37df585ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.590133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.590362] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.590561] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.591878] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1234.591878] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289c955-33d4-e3b2-241f-4ef80dbf6abc" [ 1234.591878] env[70623]: _type = "Task" [ 1234.591878] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.598581] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289c955-33d4-e3b2-241f-4ef80dbf6abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.021375] env[70623]: DEBUG nova.network.neutron [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updated VIF entry in instance network info cache for port f2f30bf1-5f01-437c-8d54-32fb162133db. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.021748] env[70623]: DEBUG nova.network.neutron [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updating instance_info_cache with network_info: [{"id": "f2f30bf1-5f01-437c-8d54-32fb162133db", "address": "fa:16:3e:08:72:6a", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f30bf1-5f", "ovs_interfaceid": "f2f30bf1-5f01-437c-8d54-32fb162133db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.042045] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.042178] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.042277] env[70623]: DEBUG nova.network.neutron [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.101432] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5289c955-33d4-e3b2-241f-4ef80dbf6abc, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.101628] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.101876] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.102191] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.102378] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.102582] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3364ba-a78c-46f1-90c0-ae9740aef4f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.104320] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e97aeaf-0f24-438b-9f23-0747f6d9842a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.110167] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1235.110167] env[70623]: value = "task-2794426" [ 1235.110167] env[70623]: _type = "Task" [ 1235.110167] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.113666] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.113828] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.114741] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a795aea-2b50-4426-b502-cb6c1cdfccb1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.119563] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.122279] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1235.122279] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522b3b8e-57ef-9241-7f4c-8d2a10126add" [ 1235.122279] env[70623]: _type = "Task" [ 1235.122279] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.128838] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522b3b8e-57ef-9241-7f4c-8d2a10126add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.524702] env[70623]: DEBUG oslo_concurrency.lockutils [req-a4e60b27-23e7-4e8e-b977-acd716cae7f7 req-b34e74ca-ebd9-491e-8c7e-0c3a9b931958 service nova] Releasing lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.572900] env[70623]: DEBUG nova.network.neutron [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.619324] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40483} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.619574] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.619778] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.620031] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43b9c684-eed2-4e20-8b07-5de90658f354 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.626825] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1235.626825] env[70623]: value = "task-2794427" [ 1235.626825] env[70623]: _type = "Task" [ 1235.626825] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.635395] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522b3b8e-57ef-9241-7f4c-8d2a10126add, 'name': SearchDatastore_Task, 'duration_secs': 0.007788} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.636711] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c9b1a8-e3ae-4e13-9055-9177c2bb7496 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.641212] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.643973] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1235.643973] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529786cd-68d9-2872-cb38-0c6cf91fd066" [ 1235.643973] env[70623]: _type = "Task" [ 1235.643973] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.650983] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529786cd-68d9-2872-cb38-0c6cf91fd066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.697414] env[70623]: DEBUG nova.network.neutron [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Updating instance_info_cache with network_info: [{"id": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "address": "fa:16:3e:8e:1c:7f", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebb88f5-8a", "ovs_interfaceid": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.136636] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056607} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.136972] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.137691] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab5152a-b757-4e54-b91f-d7866231219c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.158845] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.161576] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf09744-839c-4396-8d3e-0f27d1a57df5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.180866] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529786cd-68d9-2872-cb38-0c6cf91fd066, 'name': SearchDatastore_Task, 'duration_secs': 0.007332} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.182044] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.182346] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/9a3c5f95-4701-44f9-8406-d59a2c780655.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.182662] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1236.182662] env[70623]: value = "task-2794428" [ 1236.182662] env[70623]: _type = "Task" [ 1236.182662] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.182843] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e8eaccf-9eb5-4976-868a-7c751d0ba986 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.194920] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.195856] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1236.195856] env[70623]: value = "task-2794429" [ 1236.195856] env[70623]: _type = "Task" [ 1236.195856] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.200280] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.200593] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Instance network_info: |[{"id": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "address": "fa:16:3e:8e:1c:7f", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebb88f5-8a", "ovs_interfaceid": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.203616] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:1c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ebb88f5-8a7a-472b-9ac0-ead029f8a08b', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.210699] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.210901] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.211122] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.211345] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8d327e-9370-44cb-a2df-688b1f411251 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.231014] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.231014] env[70623]: value = "task-2794430" [ 1236.231014] env[70623]: _type = "Task" [ 1236.231014] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.241403] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794430, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.493367] env[70623]: DEBUG nova.compute.manager [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Received event network-changed-0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.493367] env[70623]: DEBUG nova.compute.manager [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Refreshing instance network info cache due to event network-changed-0ebb88f5-8a7a-472b-9ac0-ead029f8a08b. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1236.493367] env[70623]: DEBUG oslo_concurrency.lockutils [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] Acquiring lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.493367] env[70623]: DEBUG oslo_concurrency.lockutils [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] Acquired lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.493522] env[70623]: DEBUG nova.network.neutron [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Refreshing network info cache for port 0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.693762] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794428, 'name': ReconfigVM_Task, 'duration_secs': 0.42435} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.694127] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.694776] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ddfb89-0acc-467c-bbbf-0106eb03a9c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.703968] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453174} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.704998] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/9a3c5f95-4701-44f9-8406-d59a2c780655.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.705225] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.705511] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1236.705511] env[70623]: value = "task-2794431" [ 1236.705511] env[70623]: _type = "Task" [ 1236.705511] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.705684] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a1be241-01b4-4097-aed1-c37804782616 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.714485] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794431, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.715559] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1236.715559] env[70623]: value = "task-2794432" [ 1236.715559] env[70623]: _type = "Task" [ 1236.715559] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.722998] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.740187] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794430, 'name': CreateVM_Task, 'duration_secs': 0.458014} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.740356] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.740994] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.741175] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.741488] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.741728] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5766f0-3ec1-465e-bc36-6b4bb94853f0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.745789] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1236.745789] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528daa87-081d-5674-4ccf-4d58703b75ca" [ 1236.745789] env[70623]: _type = "Task" [ 1236.745789] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.753341] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528daa87-081d-5674-4ccf-4d58703b75ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.202569] env[70623]: DEBUG nova.network.neutron [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Updated VIF entry in instance network info cache for port 0ebb88f5-8a7a-472b-9ac0-ead029f8a08b. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.203014] env[70623]: DEBUG nova.network.neutron [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Updating instance_info_cache with network_info: [{"id": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "address": "fa:16:3e:8e:1c:7f", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebb88f5-8a", "ovs_interfaceid": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.217097] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794431, 'name': Rename_Task, 'duration_secs': 0.147427} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.219998] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.220468] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075cbb2e-ff81-478b-8d39-61d1503425db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.226579] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063362} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.227642] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.227959] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1237.227959] env[70623]: value = "task-2794433" [ 1237.227959] env[70623]: _type = "Task" [ 1237.227959] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.228601] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c1b91-df51-4fa6-a34b-3df03442a3e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.238058] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.256420] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/9a3c5f95-4701-44f9-8406-d59a2c780655.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.259636] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9f68af-5e15-4753-9154-6384a786c609 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.279410] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528daa87-081d-5674-4ccf-4d58703b75ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.280616] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.280855] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.281116] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.281315] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.281498] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.281844] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1237.281844] env[70623]: value = "task-2794434" [ 1237.281844] env[70623]: _type = "Task" [ 1237.281844] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.282240] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ed0be6-ba63-44f6-9628-457a046ee20c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.292043] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.293051] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.293231] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.294144] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52bc915-f6a4-4d82-bf86-5b53d54617c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.298366] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1237.298366] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e8aeb-f010-43dd-3f7a-e00ca9342408" [ 1237.298366] env[70623]: _type = "Task" [ 1237.298366] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.305566] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e8aeb-f010-43dd-3f7a-e00ca9342408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.705726] env[70623]: DEBUG oslo_concurrency.lockutils [req-15fc3b4c-91bb-402e-9459-d3ce10778e28 req-23d95eec-6744-4aba-89fb-8d5aa31665f0 service nova] Releasing lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.740106] env[70623]: DEBUG oslo_vmware.api [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794433, 'name': PowerOnVM_Task, 'duration_secs': 0.451703} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.740501] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.740733] env[70623]: INFO nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1237.740920] env[70623]: DEBUG nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.741697] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d327f6d3-cc71-43af-9744-e08b05410e27 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.793985] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794434, 'name': ReconfigVM_Task, 'duration_secs': 0.263214} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.794292] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/9a3c5f95-4701-44f9-8406-d59a2c780655.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.794888] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018a2df0-1363-46d1-82e0-972817c42536 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.802579] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1237.802579] env[70623]: value = "task-2794435" [ 1237.802579] env[70623]: _type = "Task" [ 1237.802579] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.809066] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526e8aeb-f010-43dd-3f7a-e00ca9342408, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.810026] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a543dbab-d4f2-40f3-b340-c5fc9077066d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.814941] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794435, 'name': Rename_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.817535] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1237.817535] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52782a66-4b93-960f-b8ea-83d077a52ca2" [ 1237.817535] env[70623]: _type = "Task" [ 1237.817535] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.824387] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52782a66-4b93-960f-b8ea-83d077a52ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.259328] env[70623]: INFO nova.compute.manager [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Took 13.20 seconds to build instance. [ 1238.312805] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794435, 'name': Rename_Task, 'duration_secs': 0.142447} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.313093] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.313322] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f00dbe-87ee-4c3a-81c1-ad60a27098b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.321856] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1238.321856] env[70623]: value = "task-2794436" [ 1238.321856] env[70623]: _type = "Task" [ 1238.321856] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.328179] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52782a66-4b93-960f-b8ea-83d077a52ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.328687] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.328941] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/be1934b4-5887-49e0-bb4f-7dae5ab9385b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.329182] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6dcebf-69ab-4adf-8a6e-a0be5db5b0f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.333657] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.337578] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1238.337578] env[70623]: value = "task-2794437" [ 1238.337578] env[70623]: _type = "Task" [ 1238.337578] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.344779] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.762361] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e4b538d2-1f75-4cd8-83f8-b2740f4eb600 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.709s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.836095] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794436, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.849955] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430589} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.850376] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/be1934b4-5887-49e0-bb4f-7dae5ab9385b.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.850721] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.851081] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b8c522a-613b-4519-a7d7-0a6f66fa1d85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.858063] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1238.858063] env[70623]: value = "task-2794438" [ 1238.858063] env[70623]: _type = "Task" [ 1238.858063] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.866799] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.315679] env[70623]: DEBUG nova.compute.manager [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-changed-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1239.315679] env[70623]: DEBUG nova.compute.manager [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing instance network info cache due to event network-changed-22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1239.315679] env[70623]: DEBUG oslo_concurrency.lockutils [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.315679] env[70623]: DEBUG oslo_concurrency.lockutils [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.316249] env[70623]: DEBUG nova.network.neutron [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing network info cache for port 22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.332576] env[70623]: DEBUG oslo_vmware.api [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794436, 'name': PowerOnVM_Task, 'duration_secs': 0.691478} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.332886] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.333016] env[70623]: INFO nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1239.333651] env[70623]: DEBUG nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.337673] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff30f70-542f-409a-9b69-e2766de8cf0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.366880] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.367791] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.368122] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ffd842-5072-4fe6-928e-ce82be90cd88 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.390253] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/be1934b4-5887-49e0-bb4f-7dae5ab9385b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.391351] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c579fae-d3f5-4d0b-ad24-6e89c1ae9562 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.409951] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1239.409951] env[70623]: value = "task-2794439" [ 1239.409951] env[70623]: _type = "Task" [ 1239.409951] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.417645] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.855631] env[70623]: INFO nova.compute.manager [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Took 14.30 seconds to build instance. [ 1239.922359] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794439, 'name': ReconfigVM_Task, 'duration_secs': 0.267489} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.922654] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/be1934b4-5887-49e0-bb4f-7dae5ab9385b.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.923286] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-598eb303-c2a4-4c45-8674-43d4c4b2f978 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.929160] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1239.929160] env[70623]: value = "task-2794440" [ 1239.929160] env[70623]: _type = "Task" [ 1239.929160] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.939873] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794440, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.025445] env[70623]: DEBUG nova.network.neutron [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updated VIF entry in instance network info cache for port 22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.025817] env[70623]: DEBUG nova.network.neutron [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22432501-c8", "ovs_interfaceid": "22432501-c885-4d1f-b263-2483ed785c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.358140] env[70623]: DEBUG oslo_concurrency.lockutils [None req-94a4f5fa-0d88-489c-8431-f2901aee3de1 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.814s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.438787] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794440, 'name': Rename_Task, 'duration_secs': 0.136496} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.439081] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.439370] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1024f342-0e93-4c91-a12a-1b67b4d224bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.446196] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1240.446196] env[70623]: value = "task-2794441" [ 1240.446196] env[70623]: _type = "Task" [ 1240.446196] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.453493] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.528505] env[70623]: DEBUG oslo_concurrency.lockutils [req-5101b1c6-f314-493d-9dfe-f68490b823f0 req-ca305a0f-b4cd-4718-961b-b8947985074b service nova] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.957264] env[70623]: DEBUG oslo_vmware.api [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794441, 'name': PowerOnVM_Task, 'duration_secs': 0.424951} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.957567] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.957770] env[70623]: INFO nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1240.957953] env[70623]: DEBUG nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.958743] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7d151d-92fe-4f38-8114-f3a661bcefce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.477936] env[70623]: INFO nova.compute.manager [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Took 15.66 seconds to build instance. [ 1241.980253] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d4589e9a-e376-4066-ad7e-d37e7b8ff553 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.165s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.166410] env[70623]: INFO nova.compute.manager [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Rescuing [ 1242.166700] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.166825] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.166993] env[70623]: DEBUG nova.network.neutron [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.909262] env[70623]: DEBUG nova.network.neutron [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Updating instance_info_cache with network_info: [{"id": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "address": "fa:16:3e:8e:1c:7f", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebb88f5-8a", "ovs_interfaceid": "0ebb88f5-8a7a-472b-9ac0-ead029f8a08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.411984] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-be1934b4-5887-49e0-bb4f-7dae5ab9385b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.949991] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.950385] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35821f1-5f87-4b7b-babe-9a462dab276a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.958686] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1244.958686] env[70623]: value = "task-2794442" [ 1244.958686] env[70623]: _type = "Task" [ 1244.958686] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.966619] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.469878] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794442, 'name': PowerOffVM_Task, 'duration_secs': 0.175537} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.470163] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.470935] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d7fb8e-47a2-41a3-b476-9b2c43f2fc7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.489460] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff03f2-365c-4ed0-a9cd-fe0910ba01e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.520220] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.520622] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b574e6c-e700-489b-b47e-4dda130e55f5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.527326] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1245.527326] env[70623]: value = "task-2794443" [ 1245.527326] env[70623]: _type = "Task" [ 1245.527326] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.536403] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.038473] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1246.038851] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.038974] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.039069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.039258] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.039490] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f838840e-412c-4962-887b-94c29271a63f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.054699] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.054861] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.055580] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef9e725-751a-4f57-b145-4c15a2e465fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.060050] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1246.060050] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f6b75-b9de-a040-be7f-54c05bdd5642" [ 1246.060050] env[70623]: _type = "Task" [ 1246.060050] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.066871] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f6b75-b9de-a040-be7f-54c05bdd5642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.570923] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f6b75-b9de-a040-be7f-54c05bdd5642, 'name': SearchDatastore_Task, 'duration_secs': 0.050016} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.572329] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a59d4b3-909f-4c92-84c7-a2586f21ca81 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.578259] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1246.578259] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e855dd-a64b-2505-2f09-94306e2eb414" [ 1246.578259] env[70623]: _type = "Task" [ 1246.578259] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.585909] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e855dd-a64b-2505-2f09-94306e2eb414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.060074] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.060454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.088075] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e855dd-a64b-2505-2f09-94306e2eb414, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.088365] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.088709] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. {{(pid=70623) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1247.088996] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8026ef83-1921-48c9-9c13-58555c0b2fc6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.096111] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1247.096111] env[70623]: value = "task-2794444" [ 1247.096111] env[70623]: _type = "Task" [ 1247.096111] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.103551] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.563935] env[70623]: INFO nova.compute.manager [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Detaching volume 8e401fe7-d5d4-42ab-b011-0afd00757ae7 [ 1247.597958] env[70623]: INFO nova.virt.block_device [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Attempting to driver detach volume 8e401fe7-d5d4-42ab-b011-0afd00757ae7 from mountpoint /dev/sdb [ 1247.597958] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.598148] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561629', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'name': 'volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dbdbfeab-fc0a-493b-b775-05c0269839c6', 'attached_at': '', 'detached_at': '', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'serial': '8e401fe7-d5d4-42ab-b011-0afd00757ae7'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.599092] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f608db-8f41-4246-8c31-eddb733fe118 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.611375] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443708} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.627603] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. [ 1247.628460] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed8f44-6b64-4624-8552-dc7b049a9fd4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.631285] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f960b020-66ec-48a4-89c5-275c582e4dce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.655949] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.657760] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4fc18f-e7a1-495d-9608-c61a1d1aae6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.670741] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab4346-ff88-4146-95f7-687e3566d0e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.691276] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad66d5c-1d27-4d05-b42e-8a0091307779 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.693626] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1247.693626] env[70623]: value = "task-2794445" [ 1247.693626] env[70623]: _type = "Task" [ 1247.693626] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.706630] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] The volume has not been displaced from its original location: [datastore2] volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7/volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.711956] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.712638] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00127dd3-b9de-4bea-bb5f-3683a08ec5ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.731772] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.736576] env[70623]: DEBUG oslo_vmware.api [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1247.736576] env[70623]: value = "task-2794446" [ 1247.736576] env[70623]: _type = "Task" [ 1247.736576] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.745250] env[70623]: DEBUG oslo_vmware.api [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.203248] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794445, 'name': ReconfigVM_Task, 'duration_secs': 0.357092} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.203619] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.204352] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c81a4f-062b-4df3-a080-dded29f068d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.228328] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf95d0e0-43af-4e9c-b93a-31a32f08815c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.246067] env[70623]: DEBUG oslo_vmware.api [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794446, 'name': ReconfigVM_Task, 'duration_secs': 0.205854} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.247214] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.251619] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1248.251619] env[70623]: value = "task-2794447" [ 1248.251619] env[70623]: _type = "Task" [ 1248.251619] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.251822] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0813ff8-df17-4b68-be69-fb2b72487fb0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.269196] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.270469] env[70623]: DEBUG oslo_vmware.api [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1248.270469] env[70623]: value = "task-2794448" [ 1248.270469] env[70623]: _type = "Task" [ 1248.270469] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.278830] env[70623]: DEBUG oslo_vmware.api [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.504080] env[70623]: DEBUG nova.compute.manager [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Stashing vm_state: active {{(pid=70623) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.770803] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794447, 'name': ReconfigVM_Task, 'duration_secs': 0.187995} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.771125] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.773940] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af808f9f-ca06-49b4-8f00-3e5cea1e7c05 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.779788] env[70623]: DEBUG oslo_vmware.api [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794448, 'name': ReconfigVM_Task, 'duration_secs': 0.12733} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.780884] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561629', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'name': 'volume-8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dbdbfeab-fc0a-493b-b775-05c0269839c6', 'attached_at': '', 'detached_at': '', 'volume_id': '8e401fe7-d5d4-42ab-b011-0afd00757ae7', 'serial': '8e401fe7-d5d4-42ab-b011-0afd00757ae7'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.782942] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1248.782942] env[70623]: value = "task-2794449" [ 1248.782942] env[70623]: _type = "Task" [ 1248.782942] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.790053] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.025636] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.025636] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.293206] env[70623]: DEBUG oslo_vmware.api [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794449, 'name': PowerOnVM_Task, 'duration_secs': 0.363097} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.293567] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.296161] env[70623]: DEBUG nova.compute.manager [None req-ef93f281-aa8a-40ab-8545-918a12832fda tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.296904] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b4888-8891-4a89-b860-a72eb4258106 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.323254] env[70623]: DEBUG nova.objects.instance [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'flavor' on Instance uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.530096] env[70623]: INFO nova.compute.claims [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.035910] env[70623]: INFO nova.compute.resource_tracker [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating resource usage from migration d2f7136d-0a5a-4fbc-b0f6-a794fcda21d7 [ 1250.127310] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e9105-82a2-4d50-b715-f5e8c626ead3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.134845] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785878c6-9517-48cc-832c-58a67c94ecad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.163910] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86842593-6c91-4013-adea-0afd985408fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.170690] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba4efd-5c3c-463a-96a2-e9d43dac2946 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.183574] env[70623]: DEBUG nova.compute.provider_tree [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.329064] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9d43f09c-9764-45af-85bc-a7bd81c6829a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.704196] env[70623]: ERROR nova.scheduler.client.report [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [req-2846bce2-285e-425a-9984-2621cb8c1f6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2846bce2-285e-425a-9984-2621cb8c1f6f"}]} [ 1250.720427] env[70623]: DEBUG nova.scheduler.client.report [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1250.733804] env[70623]: DEBUG nova.scheduler.client.report [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1250.734054] env[70623]: DEBUG nova.compute.provider_tree [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.744504] env[70623]: DEBUG nova.scheduler.client.report [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1250.761498] env[70623]: DEBUG nova.scheduler.client.report [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1250.861056] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2de04-035e-4646-93b1-e5601aeff8c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.868752] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c04be3-6b4a-4f1a-bef7-968613f3b956 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.900105] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0f4c1-dbdf-4ca4-a3e1-d70fa59913aa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.906650] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75673c84-9309-4e12-95cc-83ede8ba1e7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.919698] env[70623]: DEBUG nova.compute.provider_tree [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.314302] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.314621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.314873] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.315100] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.315300] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.317582] env[70623]: INFO nova.compute.manager [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Terminating instance [ 1251.430113] env[70623]: INFO nova.compute.manager [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Rescuing [ 1251.430113] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.430113] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.430113] env[70623]: DEBUG nova.network.neutron [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.465865] env[70623]: DEBUG nova.scheduler.client.report [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1251.466149] env[70623]: DEBUG nova.compute.provider_tree [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 170 to 171 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1251.466334] env[70623]: DEBUG nova.compute.provider_tree [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.820918] env[70623]: DEBUG nova.compute.manager [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.821158] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.822151] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00759fa1-ba3a-4f62-9eae-15070f28234c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.830367] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.830621] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3b79cc6-57e2-4a5f-bf96-fdafd914b757 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.837881] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1251.837881] env[70623]: value = "task-2794450" [ 1251.837881] env[70623]: _type = "Task" [ 1251.837881] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.846142] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.971040] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.946s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.971229] env[70623]: INFO nova.compute.manager [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Migrating [ 1252.197706] env[70623]: DEBUG nova.network.neutron [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updating instance_info_cache with network_info: [{"id": "f2f30bf1-5f01-437c-8d54-32fb162133db", "address": "fa:16:3e:08:72:6a", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f30bf1-5f", "ovs_interfaceid": "f2f30bf1-5f01-437c-8d54-32fb162133db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.347776] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794450, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.487332] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.487744] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.487744] env[70623]: DEBUG nova.network.neutron [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.700834] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.848167] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794450, 'name': PowerOffVM_Task, 'duration_secs': 0.591887} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.848430] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.848611] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.848922] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac70f45f-4906-498f-93a7-cdb32c22be46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.927874] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.928108] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.928302] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleting the datastore file [datastore2] dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.928602] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6496dc0-4bd4-4da4-80b6-2e6810dc2c40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.935550] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1252.935550] env[70623]: value = "task-2794452" [ 1252.935550] env[70623]: _type = "Task" [ 1252.935550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.943619] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.266682] env[70623]: DEBUG nova.network.neutron [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.445916] env[70623]: DEBUG oslo_vmware.api [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144832} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.446196] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.446380] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.446552] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.446720] env[70623]: INFO nova.compute.manager [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1253.446952] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.447166] env[70623]: DEBUG nova.compute.manager [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.447259] env[70623]: DEBUG nova.network.neutron [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.769749] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.208820] env[70623]: DEBUG nova.compute.manager [req-02406711-a1dc-4267-b49d-b6dd7d0554a0 req-2805a2b9-44e3-442d-8613-d9e25f42b334 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Received event network-vif-deleted-18ea63ec-c12a-4b34-aeab-60a5306c856b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1254.208941] env[70623]: INFO nova.compute.manager [req-02406711-a1dc-4267-b49d-b6dd7d0554a0 req-2805a2b9-44e3-442d-8613-d9e25f42b334 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Neutron deleted interface 18ea63ec-c12a-4b34-aeab-60a5306c856b; detaching it from the instance and deleting it from the info cache [ 1254.209083] env[70623]: DEBUG nova.network.neutron [req-02406711-a1dc-4267-b49d-b6dd7d0554a0 req-2805a2b9-44e3-442d-8613-d9e25f42b334 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.244172] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.244835] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b713b52b-995d-4b9b-9338-803234f4f8b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.253509] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1254.253509] env[70623]: value = "task-2794453" [ 1254.253509] env[70623]: _type = "Task" [ 1254.253509] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.261849] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.691931] env[70623]: DEBUG nova.network.neutron [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.711620] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13f999a3-63c7-454f-9cc7-0fbd3c8bc752 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.721240] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd380cc2-0fe2-4ac5-ab75-fe0db8f5d9fe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.748550] env[70623]: DEBUG nova.compute.manager [req-02406711-a1dc-4267-b49d-b6dd7d0554a0 req-2805a2b9-44e3-442d-8613-d9e25f42b334 service nova] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Detach interface failed, port_id=18ea63ec-c12a-4b34-aeab-60a5306c856b, reason: Instance dbdbfeab-fc0a-493b-b775-05c0269839c6 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1254.761906] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794453, 'name': PowerOffVM_Task, 'duration_secs': 0.198482} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.762231] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.763059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e4ded3-c976-4158-a615-9f91caf54289 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.783935] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097510ad-bfd4-4de0-906a-4993c0614281 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.817979] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.818262] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7255ffd6-6ec6-4900-9b41-39d5dd5353e1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.825399] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1254.825399] env[70623]: value = "task-2794454" [ 1254.825399] env[70623]: _type = "Task" [ 1254.825399] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.833955] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.195608] env[70623]: INFO nova.compute.manager [-] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Took 1.75 seconds to deallocate network for instance. [ 1255.290897] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e362e-b6c6-4be1-a493-9ee996a25c93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.309972] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 0 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.334433] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1255.334659] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.334902] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.335065] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.335252] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.335496] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-664469e8-8c84-4f66-ba3f-acf9fc773815 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.343809] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.343983] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.344681] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23dfcaf-5f08-41d5-987e-c4e001c1a3eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.349821] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1255.349821] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526a7ec2-c124-0269-4078-c3ab8526afae" [ 1255.349821] env[70623]: _type = "Task" [ 1255.349821] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.357798] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526a7ec2-c124-0269-4078-c3ab8526afae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.704293] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.704543] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.704766] env[70623]: DEBUG nova.objects.instance [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'resources' on Instance uuid dbdbfeab-fc0a-493b-b775-05c0269839c6 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.815423] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.815720] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c316322-69dc-45d7-b1e7-1fc624292bee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.823099] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1255.823099] env[70623]: value = "task-2794455" [ 1255.823099] env[70623]: _type = "Task" [ 1255.823099] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.830947] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.859495] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526a7ec2-c124-0269-4078-c3ab8526afae, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.860290] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923f8604-aef7-4e7e-abe4-17c671e9a383 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.865434] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1255.865434] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbedb2-e2e5-0590-dae0-7d1b3fb4d1d9" [ 1255.865434] env[70623]: _type = "Task" [ 1255.865434] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.872890] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbedb2-e2e5-0590-dae0-7d1b3fb4d1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.313319] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa3626-fb6e-4667-83b1-db55a4c477db {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.322491] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c91756-d39a-48be-ad3a-73cb6278af33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.334169] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794455, 'name': PowerOffVM_Task, 'duration_secs': 0.183882} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.359125] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.359367] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 17 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.365364] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324549c0-fb18-4040-a620-dd57471dd442 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.379983] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92a39b2-e13c-4704-99df-7e1fa8bccf40 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.384107] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbedb2-e2e5-0590-dae0-7d1b3fb4d1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.384388] env[70623]: DEBUG oslo_concurrency.lockutils [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.384648] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. {{(pid=70623) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1256.385292] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a921af3-f05f-4390-a511-2e44c5fa01f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.395195] env[70623]: DEBUG nova.compute.provider_tree [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.401247] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1256.401247] env[70623]: value = "task-2794456" [ 1256.401247] env[70623]: _type = "Task" [ 1256.401247] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.410177] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.866992] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.867424] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.867424] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.867622] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.867774] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.867921] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.868142] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.868306] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.868476] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.868642] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.868818] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.873958] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca6eff5-d0b4-4948-86c9-31ea00a5a2e5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.889322] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1256.889322] env[70623]: value = "task-2794457" [ 1256.889322] env[70623]: _type = "Task" [ 1256.889322] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.897919] env[70623]: DEBUG nova.scheduler.client.report [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.900897] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.910206] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460305} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.910513] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. [ 1256.911312] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a707e1c-6a5e-4447-a540-d7f274205816 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.937933] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.938506] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f342ffdb-e4d9-4088-8f95-54ea561f40e4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.956379] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1256.956379] env[70623]: value = "task-2794458" [ 1256.956379] env[70623]: _type = "Task" [ 1256.956379] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.964095] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.399359] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.402428] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.421523] env[70623]: INFO nova.scheduler.client.report [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted allocations for instance dbdbfeab-fc0a-493b-b775-05c0269839c6 [ 1257.466235] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794458, 'name': ReconfigVM_Task, 'duration_secs': 0.321541} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.467209] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.468078] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e77688-ff3d-464c-8662-7e3bc2a04cdc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.493376] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d214c109-a3a8-404c-b59a-be3d7494aea8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.508120] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1257.508120] env[70623]: value = "task-2794459" [ 1257.508120] env[70623]: _type = "Task" [ 1257.508120] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.515742] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.900331] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.929352] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7507f3b1-8913-42e3-8990-68b8f9af5081 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "dbdbfeab-fc0a-493b-b775-05c0269839c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.615s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.017417] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794459, 'name': ReconfigVM_Task, 'duration_secs': 0.147036} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.017690] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.017935] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6718b203-7882-4abe-bb3d-ad29d07d874a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.024603] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1258.024603] env[70623]: value = "task-2794460" [ 1258.024603] env[70623]: _type = "Task" [ 1258.024603] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.031856] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.400946] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794457, 'name': ReconfigVM_Task, 'duration_secs': 1.174448} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.401280] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 33 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.537693] env[70623]: DEBUG oslo_vmware.api [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794460, 'name': PowerOnVM_Task, 'duration_secs': 0.371477} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.537979] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.540617] env[70623]: DEBUG nova.compute.manager [None req-57d79abe-05c6-4487-bcf5-aa5394ef7e01 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.541396] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a035af6-abc1-4e61-9ca5-7c147e3b8902 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.908150] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.908426] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.908546] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.908690] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.908866] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.908981] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.909206] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.909367] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.909722] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.909722] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.909854] env[70623]: DEBUG nova.virt.hardware [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.915685] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.917208] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e41406e-9262-4e5c-b108-af113f085620 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.938146] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1258.938146] env[70623]: value = "task-2794461" [ 1258.938146] env[70623]: _type = "Task" [ 1258.938146] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.946606] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.417350] env[70623]: INFO nova.compute.manager [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Unrescuing [ 1259.417647] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.417800] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.417971] env[70623]: DEBUG nova.network.neutron [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.447872] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794461, 'name': ReconfigVM_Task, 'duration_secs': 0.172111} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.448177] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.448940] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81db044-cc54-4864-b39d-a01c8f5b8d8b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.472143] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.472697] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36ea67e-f4fe-4bc5-bd41-9d4b06c4ac90 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.490808] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1259.490808] env[70623]: value = "task-2794462" [ 1259.490808] env[70623]: _type = "Task" [ 1259.490808] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.499122] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.002112] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794462, 'name': ReconfigVM_Task, 'duration_secs': 0.255162} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.002517] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.002718] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 50 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.132605] env[70623]: DEBUG nova.network.neutron [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updating instance_info_cache with network_info: [{"id": "f2f30bf1-5f01-437c-8d54-32fb162133db", "address": "fa:16:3e:08:72:6a", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f30bf1-5f", "ovs_interfaceid": "f2f30bf1-5f01-437c-8d54-32fb162133db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.319881] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.320133] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.509268] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037426ef-b7b3-433d-a579-135ef573dde2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.528998] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3475658-4546-4bf0-8413-911442c97c48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.548041] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 67 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.635652] env[70623]: DEBUG oslo_concurrency.lockutils [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-9a3c5f95-4701-44f9-8406-d59a2c780655" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.636391] env[70623]: DEBUG nova.objects.instance [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'flavor' on Instance uuid 9a3c5f95-4701-44f9-8406-d59a2c780655 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.823053] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.973532] env[70623]: INFO nova.compute.manager [None req-b601de35-9336-442a-8266-d55269bde980 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Get console output [ 1260.973776] env[70623]: WARNING nova.virt.vmwareapi.driver [None req-b601de35-9336-442a-8266-d55269bde980 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] The console log is missing. Check your VSPC configuration [ 1261.088060] env[70623]: DEBUG nova.network.neutron [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Port ed4231d3-c941-4a8e-9900-144938f97123 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1261.142048] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c3eb1-207c-4729-84c6-c1d1b4e7f0b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.163855] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.163855] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ace4a87-ab8b-4e9c-92ce-6491f6a82d3d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.171315] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1261.171315] env[70623]: value = "task-2794463" [ 1261.171315] env[70623]: _type = "Task" [ 1261.171315] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.181529] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.351216] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.351684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.353417] env[70623]: INFO nova.compute.claims [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.681962] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794463, 'name': PowerOffVM_Task, 'duration_secs': 0.219689} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.682381] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.687466] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.687732] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee773e3-90a5-4792-a65c-ee262064a0ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.705586] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1261.705586] env[70623]: value = "task-2794464" [ 1261.705586] env[70623]: _type = "Task" [ 1261.705586] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.712905] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.043987] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.044261] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.044477] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.044664] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.044834] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.047088] env[70623]: INFO nova.compute.manager [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Terminating instance [ 1262.109042] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "28920907-7617-487a-8b49-381976ad5902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.109436] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.109436] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.215845] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794464, 'name': ReconfigVM_Task, 'duration_secs': 0.392742} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.216217] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.216410] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.216664] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb9ed8a2-c610-4b72-a560-ffe17d285201 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.224007] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1262.224007] env[70623]: value = "task-2794465" [ 1262.224007] env[70623]: _type = "Task" [ 1262.224007] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.231177] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.464428] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780252fd-c499-41ad-b845-733ccc959ad1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.473225] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e38b67-be20-4b9e-9cc9-db6e398da887 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.502597] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d85700-d341-4ebd-9e1c-83224b0a4a21 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.509391] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f49409-60cf-4405-95dd-00dc7da5b704 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.522145] env[70623]: DEBUG nova.compute.provider_tree [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.551420] env[70623]: DEBUG nova.compute.manager [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.551644] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.552464] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d8cc3-8e21-4083-bce4-5f44312817ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.559570] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.559793] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd514581-2810-4a25-ab74-f4a5180fe3ea {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.566505] env[70623]: DEBUG oslo_vmware.api [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1262.566505] env[70623]: value = "task-2794466" [ 1262.566505] env[70623]: _type = "Task" [ 1262.566505] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.573861] env[70623]: DEBUG oslo_vmware.api [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.735993] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.025502] env[70623]: DEBUG nova.scheduler.client.report [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.075528] env[70623]: DEBUG oslo_vmware.api [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794466, 'name': PowerOffVM_Task, 'duration_secs': 0.248342} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.075785] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.075953] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.076200] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1dc62a2-d30b-4784-91be-b37f90298083 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.137137] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.137583] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.137583] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleting the datastore file [datastore1] aa6912be-f6dd-4559-a0c9-4d0eaca0a001 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.138165] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1c9d05d-8a61-48ae-a341-aa11abf4d898 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.142717] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.142875] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.143042] env[70623]: DEBUG nova.network.neutron [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.146219] env[70623]: DEBUG oslo_vmware.api [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1263.146219] env[70623]: value = "task-2794468" [ 1263.146219] env[70623]: _type = "Task" [ 1263.146219] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.154012] env[70623]: DEBUG oslo_vmware.api [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.234847] env[70623]: DEBUG oslo_vmware.api [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794465, 'name': PowerOnVM_Task, 'duration_secs': 0.575962} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.235231] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.235492] env[70623]: DEBUG nova.compute.manager [None req-3e85183e-b3f0-469c-b1fa-fdff37038ca6 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.236246] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71ffe1-cf77-4b9c-84da-21fb90874dcd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.530835] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.531410] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.656850] env[70623]: DEBUG oslo_vmware.api [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121226} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.657173] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.657323] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.657500] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.657670] env[70623]: INFO nova.compute.manager [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1263.657902] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.658105] env[70623]: DEBUG nova.compute.manager [-] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.658198] env[70623]: DEBUG nova.network.neutron [-] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.924950] env[70623]: DEBUG nova.compute.manager [req-8e7d6bef-1716-4750-8606-566720634ee1 req-ede3f243-c2f9-4386-9849-139f514f85f7 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Received event network-vif-deleted-a2d84157-4b81-4eca-a6a7-54f12c592534 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.925169] env[70623]: INFO nova.compute.manager [req-8e7d6bef-1716-4750-8606-566720634ee1 req-ede3f243-c2f9-4386-9849-139f514f85f7 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Neutron deleted interface a2d84157-4b81-4eca-a6a7-54f12c592534; detaching it from the instance and deleting it from the info cache [ 1263.925501] env[70623]: DEBUG nova.network.neutron [req-8e7d6bef-1716-4750-8606-566720634ee1 req-ede3f243-c2f9-4386-9849-139f514f85f7 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.940185] env[70623]: DEBUG nova.network.neutron [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.036624] env[70623]: DEBUG nova.compute.utils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.037994] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.038179] env[70623]: DEBUG nova.network.neutron [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.096889] env[70623]: DEBUG nova.policy [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe34bb638c0346b898464e5d33754c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bce16669d9d4c028cf9ec79da1818e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.327204] env[70623]: DEBUG nova.network.neutron [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Successfully created port: a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.406972] env[70623]: DEBUG nova.network.neutron [-] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.431022] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13629e0e-0b55-44a8-b844-6d8f7e3d1c34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.439179] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6993fb5e-f8b4-496a-ab50-75853e0bcc83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.450287] env[70623]: DEBUG oslo_concurrency.lockutils [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.474454] env[70623]: DEBUG nova.compute.manager [req-8e7d6bef-1716-4750-8606-566720634ee1 req-ede3f243-c2f9-4386-9849-139f514f85f7 service nova] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Detach interface failed, port_id=a2d84157-4b81-4eca-a6a7-54f12c592534, reason: Instance aa6912be-f6dd-4559-a0c9-4d0eaca0a001 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1264.541096] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.909554] env[70623]: INFO nova.compute.manager [-] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Took 1.25 seconds to deallocate network for instance. [ 1264.976609] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4519a7-7324-4daa-b6c0-04a4b5e255a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.996109] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e1f55-de02-4dce-a90c-fef81be5380a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.003117] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 83 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.416813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.416813] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.417094] env[70623]: DEBUG nova.objects.instance [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'resources' on Instance uuid aa6912be-f6dd-4559-a0c9-4d0eaca0a001 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.509964] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.510380] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f88ef9-700e-4db6-826a-a18a80e40256 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.519056] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1265.519056] env[70623]: value = "task-2794469" [ 1265.519056] env[70623]: _type = "Task" [ 1265.519056] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.526607] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.552043] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.574034] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.574297] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.574456] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.574658] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.574820] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.574963] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.575201] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.575366] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.575490] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.575650] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.575818] env[70623]: DEBUG nova.virt.hardware [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.576710] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0120dd-e01e-49dd-8dad-a18154b33583 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.584819] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524816a-6609-4f78-8c8d-24b2d3ca72c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.733961] env[70623]: DEBUG nova.compute.manager [req-9668d2c5-6aff-43c2-a060-c3e6322e493a req-db5bb3ef-ec62-458b-9974-2dca3f68f8f1 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-vif-plugged-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1265.734200] env[70623]: DEBUG oslo_concurrency.lockutils [req-9668d2c5-6aff-43c2-a060-c3e6322e493a req-db5bb3ef-ec62-458b-9974-2dca3f68f8f1 service nova] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.734447] env[70623]: DEBUG oslo_concurrency.lockutils [req-9668d2c5-6aff-43c2-a060-c3e6322e493a req-db5bb3ef-ec62-458b-9974-2dca3f68f8f1 service nova] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.734617] env[70623]: DEBUG oslo_concurrency.lockutils [req-9668d2c5-6aff-43c2-a060-c3e6322e493a req-db5bb3ef-ec62-458b-9974-2dca3f68f8f1 service nova] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.734799] env[70623]: DEBUG nova.compute.manager [req-9668d2c5-6aff-43c2-a060-c3e6322e493a req-db5bb3ef-ec62-458b-9974-2dca3f68f8f1 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] No waiting events found dispatching network-vif-plugged-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.734972] env[70623]: WARNING nova.compute.manager [req-9668d2c5-6aff-43c2-a060-c3e6322e493a req-db5bb3ef-ec62-458b-9974-2dca3f68f8f1 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received unexpected event network-vif-plugged-a9545888-eab2-482a-8f80-a1c2af3c3908 for instance with vm_state building and task_state spawning. [ 1265.808409] env[70623]: DEBUG nova.network.neutron [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Successfully updated port: a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.028779] env[70623]: DEBUG oslo_vmware.api [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794469, 'name': PowerOnVM_Task, 'duration_secs': 0.488613} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.032013] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.032291] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-87083e0b-8063-4001-b051-6728787fbc4f tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance '28920907-7617-487a-8b49-381976ad5902' progress to 100 {{(pid=70623) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.046853] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4247ad-0707-444c-98d5-7eac760ac571 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.054161] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27520ed3-3c29-4950-8f5d-3ab1d4ac4dad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.085888] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb705b6-30fa-425a-b0e0-531c07c4169a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.093865] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581d5bff-0b55-41ad-a584-984257476557 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.107936] env[70623]: DEBUG nova.compute.provider_tree [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.253072] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.253325] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.311016] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.311191] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.311346] env[70623]: DEBUG nova.network.neutron [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.629180] env[70623]: ERROR nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [req-af6f84cc-ed42-44ee-9327-ebb800bd9bd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af6f84cc-ed42-44ee-9327-ebb800bd9bd4"}]} [ 1266.644576] env[70623]: DEBUG nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1266.657714] env[70623]: DEBUG nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1266.657937] env[70623]: DEBUG nova.compute.provider_tree [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.667691] env[70623]: DEBUG nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1266.684684] env[70623]: DEBUG nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1266.755889] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.790190] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e7618b-5552-4e87-8cb5-b8a24a0050a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.798590] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772b09a-5325-4869-a8b7-1114f49c880f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.830627] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96865678-661b-461b-a58b-ba2b24b3bb24 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.837905] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480b896c-cba5-487a-8a50-1e6185c047b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.850993] env[70623]: DEBUG nova.compute.provider_tree [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.860195] env[70623]: DEBUG nova.network.neutron [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.999837] env[70623]: DEBUG nova.network.neutron [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.279129] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.381152] env[70623]: DEBUG nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1267.381487] env[70623]: DEBUG nova.compute.provider_tree [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 173 to 174 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1267.381679] env[70623]: DEBUG nova.compute.provider_tree [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.503053] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.503053] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance network_info: |[{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.503520] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:35:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9545888-eab2-482a-8f80-a1c2af3c3908', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.511170] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.511418] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.511658] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-095d990b-9553-4e78-a935-12501d7a08d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.537675] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.537675] env[70623]: value = "task-2794470" [ 1267.537675] env[70623]: _type = "Task" [ 1267.537675] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.556347] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794470, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.761945] env[70623]: DEBUG nova.compute.manager [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.762243] env[70623]: DEBUG nova.compute.manager [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing instance network info cache due to event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1267.762371] env[70623]: DEBUG oslo_concurrency.lockutils [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.762481] env[70623]: DEBUG oslo_concurrency.lockutils [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.762648] env[70623]: DEBUG nova.network.neutron [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.887317] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.470s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.889743] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.611s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.891332] env[70623]: INFO nova.compute.claims [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.909470] env[70623]: INFO nova.scheduler.client.report [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted allocations for instance aa6912be-f6dd-4559-a0c9-4d0eaca0a001 [ 1268.048759] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794470, 'name': CreateVM_Task, 'duration_secs': 0.312731} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.048759] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.048759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.048759] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.049082] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.049341] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7994d1-3680-4ef9-ac54-d2241b0d2fc4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.054359] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1268.054359] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525143c2-1fc2-f493-7b31-02cc02bc7110" [ 1268.054359] env[70623]: _type = "Task" [ 1268.054359] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.061880] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525143c2-1fc2-f493-7b31-02cc02bc7110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.102061] env[70623]: DEBUG nova.network.neutron [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Port ed4231d3-c941-4a8e-9900-144938f97123 binding to destination host cpu-1 is already ACTIVE {{(pid=70623) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1268.102457] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.102703] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.102884] env[70623]: DEBUG nova.network.neutron [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.416382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4f026203-c6eb-4999-b33e-bdabeb68b6fd tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "aa6912be-f6dd-4559-a0c9-4d0eaca0a001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.372s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.561188] env[70623]: DEBUG nova.network.neutron [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updated VIF entry in instance network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.561745] env[70623]: DEBUG nova.network.neutron [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.567039] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525143c2-1fc2-f493-7b31-02cc02bc7110, 'name': SearchDatastore_Task, 'duration_secs': 0.012481} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.567627] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.567860] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.568106] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.568256] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.568437] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.568697] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-563fb5a1-cbea-4fce-8f0a-7096e2301d14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.577165] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.577424] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.578049] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42905b1-1e10-4a88-8f8e-5e5ed226ab29 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.583563] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1268.583563] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5212bfc7-8df9-a98d-0ed5-238c5f0b6d32" [ 1268.583563] env[70623]: _type = "Task" [ 1268.583563] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.591158] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5212bfc7-8df9-a98d-0ed5-238c5f0b6d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.778067] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.778337] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.778511] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.778683] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.778849] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.780834] env[70623]: INFO nova.compute.manager [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Terminating instance [ 1268.803987] env[70623]: DEBUG nova.network.neutron [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.999738] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91446661-fe9e-4f1c-ac3c-e694ac7ef224 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.007179] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8007e9-b4e5-43be-bcaf-1cfc54289147 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.036738] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affca2bb-372b-44e3-beb1-f2b96716b345 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.043561] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8864fd9f-8b07-4b7e-99f5-c6744b911135 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.057813] env[70623]: DEBUG nova.compute.provider_tree [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.067913] env[70623]: DEBUG oslo_concurrency.lockutils [req-61e48109-0133-40fc-b26a-034eeb9841a6 req-c665bb19-124d-464b-be89-6fc193589a87 service nova] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.092204] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5212bfc7-8df9-a98d-0ed5-238c5f0b6d32, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.092967] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca5ffa0-4dcd-4261-9cb3-981733a080e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.097346] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1269.097346] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aaab06-6c55-1b57-cdfb-027f2a22e61e" [ 1269.097346] env[70623]: _type = "Task" [ 1269.097346] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.104323] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aaab06-6c55-1b57-cdfb-027f2a22e61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.284364] env[70623]: DEBUG nova.compute.manager [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.284590] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.285600] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6301bc04-c124-437d-908d-1ff337e9acc1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.293302] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.293533] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870864ef-97de-4ce4-a4c5-fea3a0846c7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.295084] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.301349] env[70623]: DEBUG oslo_vmware.api [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1269.301349] env[70623]: value = "task-2794471" [ 1269.301349] env[70623]: _type = "Task" [ 1269.301349] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.305933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.310201] env[70623]: DEBUG oslo_vmware.api [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.561238] env[70623]: DEBUG nova.scheduler.client.report [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.610181] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52aaab06-6c55-1b57-cdfb-027f2a22e61e, 'name': SearchDatastore_Task, 'duration_secs': 0.048909} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.610558] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.610884] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.611314] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f580cab-9604-4348-839f-b430efaba4de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.618393] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1269.618393] env[70623]: value = "task-2794472" [ 1269.618393] env[70623]: _type = "Task" [ 1269.618393] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.627156] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.812958] env[70623]: DEBUG nova.compute.manager [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70623) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1269.813283] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.813532] env[70623]: DEBUG oslo_vmware.api [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794471, 'name': PowerOffVM_Task, 'duration_secs': 0.444368} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.813810] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.814019] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.814325] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b512eb80-33ec-4d99-b80a-f21ee00eeb60 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.880414] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.880647] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.880820] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleting the datastore file [datastore2] 7f5e541e-da6c-4f2d-9617-7517e350d7d0 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.881102] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d99f3b-81aa-460a-a1f0-abf0928bbc37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.888244] env[70623]: DEBUG oslo_vmware.api [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for the task: (returnval){ [ 1269.888244] env[70623]: value = "task-2794474" [ 1269.888244] env[70623]: _type = "Task" [ 1269.888244] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.896734] env[70623]: DEBUG oslo_vmware.api [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.066997] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.067753] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.070899] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.258s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.131355] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.397986] env[70623]: DEBUG oslo_vmware.api [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Task: {'id': task-2794474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315491} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.398263] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.398449] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.398627] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.398801] env[70623]: INFO nova.compute.manager [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.399054] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.399252] env[70623]: DEBUG nova.compute.manager [-] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.399356] env[70623]: DEBUG nova.network.neutron [-] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.574451] env[70623]: DEBUG nova.compute.utils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.575878] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.576103] env[70623]: DEBUG nova.network.neutron [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.578314] env[70623]: DEBUG nova.objects.instance [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'migration_context' on Instance uuid 28920907-7617-487a-8b49-381976ad5902 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.626505] env[70623]: DEBUG nova.policy [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29487b706544fd4ad42c833a20a9086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be8424f27ca42a6971d430f5613d7ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.634171] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56676} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.634458] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.634706] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.635072] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d0b6dea-3eb2-4b6c-993a-ec57f1e2bded {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.641980] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1270.641980] env[70623]: value = "task-2794475" [ 1270.641980] env[70623]: _type = "Task" [ 1270.641980] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.649869] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.892906] env[70623]: DEBUG nova.compute.manager [req-e8d0c7a2-03ce-4094-adf1-68c72b7f0c7c req-54fcb856-4927-4818-a01c-a154a5addd5b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Received event network-vif-deleted-01616c3a-f7a2-4e1c-a81f-a2b6a98924db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.892906] env[70623]: INFO nova.compute.manager [req-e8d0c7a2-03ce-4094-adf1-68c72b7f0c7c req-54fcb856-4927-4818-a01c-a154a5addd5b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Neutron deleted interface 01616c3a-f7a2-4e1c-a81f-a2b6a98924db; detaching it from the instance and deleting it from the info cache [ 1270.892906] env[70623]: DEBUG nova.network.neutron [req-e8d0c7a2-03ce-4094-adf1-68c72b7f0c7c req-54fcb856-4927-4818-a01c-a154a5addd5b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.081052] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.153776] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069699} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.154076] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.154846] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ebd66f-a036-470c-9636-c5c96ab26c9a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.179672] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.179925] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c127a564-b40f-48f7-a87a-6e39e0ce9504 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.203258] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1271.203258] env[70623]: value = "task-2794476" [ 1271.203258] env[70623]: _type = "Task" [ 1271.203258] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.207016] env[70623]: DEBUG nova.network.neutron [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Successfully created port: b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.215865] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.232603] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606da1f-b5ff-4a11-97c2-381f5f5cab50 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.239384] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd60b7-a225-4113-97c6-f5eacc1637fc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.271153] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9da43c-2753-4bf7-bc19-b4e41eb54c43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.278536] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ad865c-1410-43ec-90b7-edf333040c08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.292453] env[70623]: DEBUG nova.compute.provider_tree [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.294562] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.374025] env[70623]: DEBUG nova.network.neutron [-] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.396213] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-404d9f4c-478a-4c6b-89d7-6e3230ef4147 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.405858] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa684d29-447a-477f-aeec-95461af22344 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.435065] env[70623]: DEBUG nova.compute.manager [req-e8d0c7a2-03ce-4094-adf1-68c72b7f0c7c req-54fcb856-4927-4818-a01c-a154a5addd5b service nova] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Detach interface failed, port_id=01616c3a-f7a2-4e1c-a81f-a2b6a98924db, reason: Instance 7f5e541e-da6c-4f2d-9617-7517e350d7d0 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1271.713705] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794476, 'name': ReconfigVM_Task, 'duration_secs': 0.293504} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.713983] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.714686] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a1f0146-7ab1-43cc-b77d-9ee5efa814e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.721165] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1271.721165] env[70623]: value = "task-2794477" [ 1271.721165] env[70623]: _type = "Task" [ 1271.721165] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.728695] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794477, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.795674] env[70623]: DEBUG nova.scheduler.client.report [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.799675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.878038] env[70623]: INFO nova.compute.manager [-] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Took 1.48 seconds to deallocate network for instance. [ 1272.101086] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.126626] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.126871] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.127046] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.127241] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.127387] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.127534] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.127741] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.127899] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.128283] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.128283] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.128405] env[70623]: DEBUG nova.virt.hardware [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.129276] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7375c0-ab81-439b-8b6b-5a63c813b006 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.141187] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0436fef1-adaa-480f-84e1-ce7f7264914c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.230589] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794477, 'name': Rename_Task, 'duration_secs': 0.134328} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.230858] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.231113] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3569603-81e0-4be1-a301-6cf6bedc9e0b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.237688] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1272.237688] env[70623]: value = "task-2794478" [ 1272.237688] env[70623]: _type = "Task" [ 1272.237688] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.245359] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.383760] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.603400] env[70623]: DEBUG nova.compute.manager [req-a5c8f2d5-b490-4cf5-8f50-0a2ecf1bc5da req-50c51e27-a217-4958-b606-f816d93b49a2 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received event network-vif-plugged-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1272.603665] env[70623]: DEBUG oslo_concurrency.lockutils [req-a5c8f2d5-b490-4cf5-8f50-0a2ecf1bc5da req-50c51e27-a217-4958-b606-f816d93b49a2 service nova] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.604031] env[70623]: DEBUG oslo_concurrency.lockutils [req-a5c8f2d5-b490-4cf5-8f50-0a2ecf1bc5da req-50c51e27-a217-4958-b606-f816d93b49a2 service nova] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.604149] env[70623]: DEBUG oslo_concurrency.lockutils [req-a5c8f2d5-b490-4cf5-8f50-0a2ecf1bc5da req-50c51e27-a217-4958-b606-f816d93b49a2 service nova] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.604341] env[70623]: DEBUG nova.compute.manager [req-a5c8f2d5-b490-4cf5-8f50-0a2ecf1bc5da req-50c51e27-a217-4958-b606-f816d93b49a2 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] No waiting events found dispatching network-vif-plugged-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.604495] env[70623]: WARNING nova.compute.manager [req-a5c8f2d5-b490-4cf5-8f50-0a2ecf1bc5da req-50c51e27-a217-4958-b606-f816d93b49a2 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received unexpected event network-vif-plugged-b03e73ca-0eb6-4c06-8a17-6afab514cac8 for instance with vm_state building and task_state spawning. [ 1272.697331] env[70623]: DEBUG nova.network.neutron [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Successfully updated port: b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.747305] env[70623]: DEBUG oslo_vmware.api [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794478, 'name': PowerOnVM_Task, 'duration_secs': 0.438741} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.747642] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.747865] env[70623]: INFO nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1272.748064] env[70623]: DEBUG nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.748825] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f3cd10-3e43-4627-a5c2-6df3f544873f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.807392] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.736s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.812877] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.013s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.813061] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.813217] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1272.813523] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.430s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.813754] env[70623]: DEBUG nova.objects.instance [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lazy-loading 'resources' on Instance uuid 7f5e541e-da6c-4f2d-9617-7517e350d7d0 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.817369] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a976fb5-4ad1-4bb3-8b2b-0243b157b285 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.829919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b99a6-7db4-492a-a973-90c635e8eb91 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.845260] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a92fa-0bd1-4713-8e6b-fd0ee6a2cb98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.851608] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09318f6-2a3b-4603-8961-7e9092fb1ce3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.881956] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180294MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1272.882108] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.199809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.200104] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.200193] env[70623]: DEBUG nova.network.neutron [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.264804] env[70623]: INFO nova.compute.manager [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Took 11.94 seconds to build instance. [ 1273.449562] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120164c0-2d96-4c47-b2b5-17681338b6cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.457683] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34669e-3f7e-4640-8442-09010beae0eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.487626] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece6581-04f1-4d4f-b895-e911d95fcb71 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.494458] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6bed1b-fb19-41b8-bc21-6f08816673a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.508514] env[70623]: DEBUG nova.compute.provider_tree [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.734519] env[70623]: DEBUG nova.network.neutron [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.766684] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5093ed46-22d4-42e7-8c23-8df4776b5cbf tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.446s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.870949] env[70623]: DEBUG nova.network.neutron [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.011364] env[70623]: DEBUG nova.scheduler.client.report [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.353532] env[70623]: INFO nova.compute.manager [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Swapping old allocation on dict_keys(['761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a']) held by migration d2f7136d-0a5a-4fbc-b0f6-a794fcda21d7 for instance [ 1274.374124] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.374437] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Instance network_info: |[{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.374919] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d8:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b03e73ca-0eb6-4c06-8a17-6afab514cac8', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.382220] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.383155] env[70623]: DEBUG nova.scheduler.client.report [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Overwriting current allocation {'allocations': {'761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '0fdc023cbcaf4f3cbeb4c4586264b058', 'user_id': '87c4d235ad1749c69c71a4ffe51bfe32', 'consumer_generation': 1} on consumer 28920907-7617-487a-8b49-381976ad5902 {{(pid=70623) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1274.384973] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.385392] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed76192-8b51-497e-9def-6d327b7d8bbe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.404793] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.404793] env[70623]: value = "task-2794479" [ 1274.404793] env[70623]: _type = "Task" [ 1274.404793] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.412617] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794479, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.458637] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.458637] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.458772] env[70623]: DEBUG nova.network.neutron [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.516071] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.518436] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.636s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.536352] env[70623]: INFO nova.scheduler.client.report [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Deleted allocations for instance 7f5e541e-da6c-4f2d-9617-7517e350d7d0 [ 1274.634503] env[70623]: DEBUG nova.compute.manager [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1274.634707] env[70623]: DEBUG nova.compute.manager [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing instance network info cache due to event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1274.634972] env[70623]: DEBUG oslo_concurrency.lockutils [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.635133] env[70623]: DEBUG oslo_concurrency.lockutils [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.635613] env[70623]: DEBUG nova.network.neutron [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.657532] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.657774] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.657949] env[70623]: INFO nova.compute.manager [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Shelving [ 1274.915578] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794479, 'name': CreateVM_Task, 'duration_secs': 0.321348} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.915752] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.916503] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.916675] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.917064] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.917316] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c5149c-196a-4fc5-bd67-df55675a939e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.921710] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1274.921710] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523eb963-6996-b873-c042-db5f153e4afc" [ 1274.921710] env[70623]: _type = "Task" [ 1274.921710] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.929200] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523eb963-6996-b873-c042-db5f153e4afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.043964] env[70623]: DEBUG oslo_concurrency.lockutils [None req-2e9dc686-f5f3-4c25-b58b-ce99005f04f4 tempest-AttachInterfacesTestJSON-1554593753 tempest-AttachInterfacesTestJSON-1554593753-project-member] Lock "7f5e541e-da6c-4f2d-9617-7517e350d7d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.266s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.286693] env[70623]: DEBUG nova.network.neutron [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [{"id": "ed4231d3-c941-4a8e-9900-144938f97123", "address": "fa:16:3e:fc:10:09", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4231d3-c9", "ovs_interfaceid": "ed4231d3-c941-4a8e-9900-144938f97123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.352850] env[70623]: DEBUG nova.network.neutron [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updated VIF entry in instance network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.353279] env[70623]: DEBUG nova.network.neutron [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.433685] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523eb963-6996-b873-c042-db5f153e4afc, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.434060] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.434321] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.434496] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.434663] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.434891] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.435244] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73ec5f1c-5041-45b3-bd83-d8ff502ea7f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.444075] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.444278] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.445097] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007ff883-a754-43cb-952c-aebf08314f35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.450110] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1275.450110] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522c7224-07cd-afd2-2ee6-7856420f1b7c" [ 1275.450110] env[70623]: _type = "Task" [ 1275.450110] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.457878] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522c7224-07cd-afd2-2ee6-7856420f1b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.547385] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance e0b38541-15bd-4d04-8018-7fb7cc40444c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.547537] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9a3c5f95-4701-44f9-8406-d59a2c780655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.547664] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance be1934b4-5887-49e0-bb4f-7dae5ab9385b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.547780] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 28920907-7617-487a-8b49-381976ad5902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.547894] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 4abe331f-9c45-454b-b254-208d9657c125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.548016] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.548210] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1275.548349] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1275.635171] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c077e27e-9486-4f00-9779-bbbd071238c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.642767] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec4e01-f866-4260-8491-c153d61ce992 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.674979] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.675781] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35bd31f0-b36c-4ae8-9e72-9255c3138fc0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.678477] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6497177-53b2-48cf-bf05-c9474bc26976 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.687196] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260125b-8ae8-4e78-a950-b356f7a321da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.691891] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1275.691891] env[70623]: value = "task-2794480" [ 1275.691891] env[70623]: _type = "Task" [ 1275.691891] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.704300] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.711138] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.789923] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-28920907-7617-487a-8b49-381976ad5902" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.790427] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.790718] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e26dd7-37e1-4b16-b595-fda42e54ddc1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.797481] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1275.797481] env[70623]: value = "task-2794481" [ 1275.797481] env[70623]: _type = "Task" [ 1275.797481] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.806239] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.856755] env[70623]: DEBUG oslo_concurrency.lockutils [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.857102] env[70623]: DEBUG nova.compute.manager [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1275.857293] env[70623]: DEBUG nova.compute.manager [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing instance network info cache due to event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1275.857549] env[70623]: DEBUG oslo_concurrency.lockutils [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.857703] env[70623]: DEBUG oslo_concurrency.lockutils [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.857868] env[70623]: DEBUG nova.network.neutron [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.961483] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]522c7224-07cd-afd2-2ee6-7856420f1b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.962418] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850b8488-bba4-4d21-b198-41b0fb967d7f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.967994] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1275.967994] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278ce5d-1baf-1c7f-5208-176e796e8b53" [ 1275.967994] env[70623]: _type = "Task" [ 1275.967994] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.976856] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278ce5d-1baf-1c7f-5208-176e796e8b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.201392] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794480, 'name': PowerOffVM_Task, 'duration_secs': 0.337913} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.201606] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.202432] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cbe58e-a221-4373-b2df-5ce8bd047378 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.220660] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.227632] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064b853-f52e-462a-88be-5d5f3caf3007 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.306451] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794481, 'name': PowerOffVM_Task, 'duration_secs': 0.195473} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.306742] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.307600] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.307822] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.307983] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.308181] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.308331] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.308480] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.308686] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.308845] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.309012] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.309209] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.309386] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.314658] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd46e53-5256-4adb-898e-95e2680df485 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.331761] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1276.331761] env[70623]: value = "task-2794482" [ 1276.331761] env[70623]: _type = "Task" [ 1276.331761] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.340901] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.480302] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5278ce5d-1baf-1c7f-5208-176e796e8b53, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.480610] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.480817] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/349af2fa-a6d7-4c9e-a1cb-4d3d676aff85.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.481085] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8bc3e7b-8f0b-4221-8632-db7f870353b0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.487265] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1276.487265] env[70623]: value = "task-2794483" [ 1276.487265] env[70623]: _type = "Task" [ 1276.487265] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.495459] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.732480] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.732787] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.739127] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1276.739424] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16613384-2b21-4ab4-a48f-f827577f856a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.748379] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1276.748379] env[70623]: value = "task-2794484" [ 1276.748379] env[70623]: _type = "Task" [ 1276.748379] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.764846] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794484, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.842964] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794482, 'name': ReconfigVM_Task, 'duration_secs': 0.164272} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.844017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cfad4b-4feb-4b22-b9b0-09b4bbfcd3ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.868321] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.868586] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.868754] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.869019] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.869191] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.869355] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.869574] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.869751] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.869924] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.870123] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.870307] env[70623]: DEBUG nova.virt.hardware [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.874788] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e04919-0936-4dee-8940-153d2f6b47e0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.880542] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1276.880542] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e81c0-1b1b-bb65-3254-7e5665d46f85" [ 1276.880542] env[70623]: _type = "Task" [ 1276.880542] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.889992] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e81c0-1b1b-bb65-3254-7e5665d46f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.998124] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.059283] env[70623]: DEBUG nova.network.neutron [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updated VIF entry in instance network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.059970] env[70623]: DEBUG nova.network.neutron [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.260173] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794484, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.391115] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528e81c0-1b1b-bb65-3254-7e5665d46f85, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.396500] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.396775] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe25188-0b10-4880-b926-c54cb9b2e580 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.415185] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1277.415185] env[70623]: value = "task-2794485" [ 1277.415185] env[70623]: _type = "Task" [ 1277.415185] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.423899] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.498421] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757297} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.498822] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/349af2fa-a6d7-4c9e-a1cb-4d3d676aff85.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.499046] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.499337] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09e78a8d-c047-4d12-8e08-ff9790abd211 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.510466] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1277.510466] env[70623]: value = "task-2794486" [ 1277.510466] env[70623]: _type = "Task" [ 1277.510466] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.518456] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.564277] env[70623]: DEBUG oslo_concurrency.lockutils [req-babf0b06-b023-4d03-84ad-315569ea1cfd req-59b22c8b-0631-4d40-b8af-8e3f7a2c191d service nova] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.733027] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.733148] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.759625] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794484, 'name': CreateSnapshot_Task, 'duration_secs': 0.767185} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.759900] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1277.760675] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6d4e83-f83b-41d5-84d5-6bb8fa47fe69 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.925616] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794485, 'name': ReconfigVM_Task, 'duration_secs': 0.195455} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.925750] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.926533] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b420617b-9cda-4cf2-bbe6-b46195a8ccc7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.948821] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.949114] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9f5f75-023f-4a72-b766-c211381ecda0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.966813] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1277.966813] env[70623]: value = "task-2794487" [ 1277.966813] env[70623]: _type = "Task" [ 1277.966813] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.975036] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.019831] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09895} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.020117] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.020889] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b93fbb-de2d-4a59-9bbc-eed759995e56 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.042613] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/349af2fa-a6d7-4c9e-a1cb-4d3d676aff85.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.042881] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbcf5c5-f9a8-45ea-bdc9-38b312bc1ab0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.061653] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1278.061653] env[70623]: value = "task-2794488" [ 1278.061653] env[70623]: _type = "Task" [ 1278.061653] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.069129] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.239196] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.239359] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.239969] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.239969] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.239969] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.239969] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1278.280251] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1278.280251] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c90bff9-28a5-4f27-abea-b7fe34cbda0e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.289520] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1278.289520] env[70623]: value = "task-2794489" [ 1278.289520] env[70623]: _type = "Task" [ 1278.289520] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.299301] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794489, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.476038] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794487, 'name': ReconfigVM_Task, 'duration_secs': 0.459126} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.476288] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 28920907-7617-487a-8b49-381976ad5902/28920907-7617-487a-8b49-381976ad5902.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.477143] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d499d-5d70-444c-b96b-df4cbe16fad0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.496235] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea4eef9-eaf6-4e0c-a28a-dba3bba5f7ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.514894] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1377fe-c605-4e1d-b37c-6217841d6d58 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.532657] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89cb346-a90e-4bfa-b925-864f747ca93e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.539458] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.539713] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aa590f7-15b2-4f90-896f-82cb88e1065a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.546734] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1278.546734] env[70623]: value = "task-2794490" [ 1278.546734] env[70623]: _type = "Task" [ 1278.546734] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.554415] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.570876] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794488, 'name': ReconfigVM_Task, 'duration_secs': 0.277602} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.571178] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/349af2fa-a6d7-4c9e-a1cb-4d3d676aff85.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.571886] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8fd51bb-74f1-41ff-a99a-cb868d930173 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.577879] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1278.577879] env[70623]: value = "task-2794491" [ 1278.577879] env[70623]: _type = "Task" [ 1278.577879] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.586775] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794491, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.799675] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794489, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.058344] env[70623]: DEBUG oslo_vmware.api [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794490, 'name': PowerOnVM_Task, 'duration_secs': 0.396969} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.058986] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.091230] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794491, 'name': Rename_Task, 'duration_secs': 0.176397} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.091230] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.091230] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ee7be21-d53a-4476-a185-973ce6dd3242 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.098024] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1279.098024] env[70623]: value = "task-2794492" [ 1279.098024] env[70623]: _type = "Task" [ 1279.098024] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.105106] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.300339] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794489, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.609024] env[70623]: DEBUG oslo_vmware.api [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794492, 'name': PowerOnVM_Task, 'duration_secs': 0.493032} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.609024] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.609024] env[70623]: INFO nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1279.609024] env[70623]: DEBUG nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.609024] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebed46b-74cd-474a-9a7e-beacc7ed63ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.801503] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794489, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.073961] env[70623]: INFO nova.compute.manager [None req-b5a00e5a-4a41-4f0c-8c41-8a3ed5ffa352 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance to original state: 'active' [ 1280.127942] env[70623]: INFO nova.compute.manager [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Took 12.87 seconds to build instance. [ 1280.303599] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794489, 'name': CloneVM_Task, 'duration_secs': 1.873199} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.303894] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Created linked-clone VM from snapshot [ 1280.304687] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c5e18f-47f6-4a28-9229-195332100b18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.313081] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Uploading image 6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1280.351408] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1280.351408] env[70623]: value = "vm-561641" [ 1280.351408] env[70623]: _type = "VirtualMachine" [ 1280.351408] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1280.351744] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-148a4d4c-26fe-4928-a8cd-1a1b23a73d58 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.360372] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease: (returnval){ [ 1280.360372] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b4d8f-4c91-1768-089b-7aeb13a5a9be" [ 1280.360372] env[70623]: _type = "HttpNfcLease" [ 1280.360372] env[70623]: } obtained for exporting VM: (result){ [ 1280.360372] env[70623]: value = "vm-561641" [ 1280.360372] env[70623]: _type = "VirtualMachine" [ 1280.360372] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1280.360716] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the lease: (returnval){ [ 1280.360716] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b4d8f-4c91-1768-089b-7aeb13a5a9be" [ 1280.360716] env[70623]: _type = "HttpNfcLease" [ 1280.360716] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.367999] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.367999] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b4d8f-4c91-1768-089b-7aeb13a5a9be" [ 1280.367999] env[70623]: _type = "HttpNfcLease" [ 1280.367999] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1280.629726] env[70623]: DEBUG oslo_concurrency.lockutils [None req-79056916-7f72-49fa-bc7c-002d4be57396 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.376s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.738750] env[70623]: DEBUG nova.compute.manager [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1280.740856] env[70623]: DEBUG nova.compute.manager [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing instance network info cache due to event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1280.740856] env[70623]: DEBUG oslo_concurrency.lockutils [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.740856] env[70623]: DEBUG oslo_concurrency.lockutils [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.740856] env[70623]: DEBUG nova.network.neutron [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.869343] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.869343] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b4d8f-4c91-1768-089b-7aeb13a5a9be" [ 1280.869343] env[70623]: _type = "HttpNfcLease" [ 1280.869343] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1280.869651] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1280.869651] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]523b4d8f-4c91-1768-089b-7aeb13a5a9be" [ 1280.869651] env[70623]: _type = "HttpNfcLease" [ 1280.869651] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1280.870447] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b53269-5bc6-48d7-a909-81581b3c57fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.883221] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701cc9-5f04-9bbd-02aa-50297f25f242/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1280.883546] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701cc9-5f04-9bbd-02aa-50297f25f242/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1280.988340] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e38a0f3a-c804-467e-8530-e6a943a05fe0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.579788] env[70623]: DEBUG nova.network.neutron [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updated VIF entry in instance network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.580202] env[70623]: DEBUG nova.network.neutron [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.955505] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.955933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.084599] env[70623]: DEBUG oslo_concurrency.lockutils [req-31757124-d70c-401b-bf28-c64a7b02a13c req-dca2dae4-a79a-4b61-9e3c-fecc020558ef service nova] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.244612] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "28920907-7617-487a-8b49-381976ad5902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.244993] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.245242] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "28920907-7617-487a-8b49-381976ad5902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.245445] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.245640] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.248155] env[70623]: INFO nova.compute.manager [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Terminating instance [ 1282.458937] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.752925] env[70623]: DEBUG nova.compute.manager [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.753246] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.754379] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37b35b-699a-4179-b2a6-e4272420b143 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.763487] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.763826] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e568774-f1a7-4481-b5fe-e26780ccca19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.771162] env[70623]: DEBUG oslo_vmware.api [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1282.771162] env[70623]: value = "task-2794494" [ 1282.771162] env[70623]: _type = "Task" [ 1282.771162] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.780618] env[70623]: DEBUG oslo_vmware.api [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.981466] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.981803] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.983759] env[70623]: INFO nova.compute.claims [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.282515] env[70623]: DEBUG oslo_vmware.api [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794494, 'name': PowerOffVM_Task, 'duration_secs': 0.204452} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.283571] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.283819] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.284121] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-167b9354-07e0-4545-9627-1c40ed848908 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.351737] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.351950] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.352149] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleting the datastore file [datastore2] 28920907-7617-487a-8b49-381976ad5902 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.352410] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7161273c-fd4e-45bd-ad3f-4fc761ea9c80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.358334] env[70623]: DEBUG oslo_vmware.api [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1283.358334] env[70623]: value = "task-2794496" [ 1283.358334] env[70623]: _type = "Task" [ 1283.358334] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.366178] env[70623]: DEBUG oslo_vmware.api [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.869511] env[70623]: DEBUG oslo_vmware.api [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294414} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.869798] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.870027] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.870197] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.870385] env[70623]: INFO nova.compute.manager [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 28920907-7617-487a-8b49-381976ad5902] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1283.870677] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.870874] env[70623]: DEBUG nova.compute.manager [-] [instance: 28920907-7617-487a-8b49-381976ad5902] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.870971] env[70623]: DEBUG nova.network.neutron [-] [instance: 28920907-7617-487a-8b49-381976ad5902] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.116017] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3851f660-061f-4a8e-baae-0f1fdb99e235 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.125337] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d915cf3-c997-49ba-92ba-7fa3c5206620 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.166283] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef0236-fe80-4403-8822-da3c38366869 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.174060] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47db056-8aec-429b-8255-2d7b6ca5afd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.190448] env[70623]: DEBUG nova.compute.provider_tree [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.321860] env[70623]: DEBUG nova.compute.manager [req-9a804795-92fa-4c2d-9747-a78b1b2111b2 req-458ac38e-3e95-444b-b8ee-707aade2c997 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Received event network-vif-deleted-ed4231d3-c941-4a8e-9900-144938f97123 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1284.322087] env[70623]: INFO nova.compute.manager [req-9a804795-92fa-4c2d-9747-a78b1b2111b2 req-458ac38e-3e95-444b-b8ee-707aade2c997 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Neutron deleted interface ed4231d3-c941-4a8e-9900-144938f97123; detaching it from the instance and deleting it from the info cache [ 1284.322272] env[70623]: DEBUG nova.network.neutron [req-9a804795-92fa-4c2d-9747-a78b1b2111b2 req-458ac38e-3e95-444b-b8ee-707aade2c997 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.693938] env[70623]: DEBUG nova.scheduler.client.report [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.798959] env[70623]: DEBUG nova.network.neutron [-] [instance: 28920907-7617-487a-8b49-381976ad5902] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.825150] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d600e16c-f534-4a0e-a6e6-9b675605233c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.834976] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0eec4-9419-4830-ae72-eb839dc32401 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.865232] env[70623]: DEBUG nova.compute.manager [req-9a804795-92fa-4c2d-9747-a78b1b2111b2 req-458ac38e-3e95-444b-b8ee-707aade2c997 service nova] [instance: 28920907-7617-487a-8b49-381976ad5902] Detach interface failed, port_id=ed4231d3-c941-4a8e-9900-144938f97123, reason: Instance 28920907-7617-487a-8b49-381976ad5902 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1285.200046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.200046] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.301954] env[70623]: INFO nova.compute.manager [-] [instance: 28920907-7617-487a-8b49-381976ad5902] Took 1.43 seconds to deallocate network for instance. [ 1285.705885] env[70623]: DEBUG nova.compute.utils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.707348] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.707521] env[70623]: DEBUG nova.network.neutron [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.744283] env[70623]: DEBUG nova.policy [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0708d78844f84de098589c3239da5b55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c104b4a14944199909d6a77ebfeedd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.808458] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.808809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.809070] env[70623]: DEBUG nova.objects.instance [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'resources' on Instance uuid 28920907-7617-487a-8b49-381976ad5902 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.019584] env[70623]: DEBUG nova.network.neutron [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Successfully created port: fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.211390] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.417910] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59bc258-4566-4490-b8d5-76fbfe264a6d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.426145] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df55d51a-1240-4117-8196-5d52809d7aa6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.458539] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccce600-d63d-4b9c-bdab-f7077ec8ba12 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.467045] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c6eea-3dd9-4641-9e6d-013674ab7423 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.480602] env[70623]: DEBUG nova.compute.provider_tree [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.984478] env[70623]: DEBUG nova.scheduler.client.report [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.221965] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.253520] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.254368] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.254368] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.254641] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.254641] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.254828] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.255110] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.255374] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.255621] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.255901] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.256122] env[70623]: DEBUG nova.virt.hardware [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.257219] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce517a-f207-4fb8-9c69-a2504a747455 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.266971] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93f6da9-84ad-41ec-87b7-2c9d67ec6edc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.449877] env[70623]: DEBUG nova.compute.manager [req-4e4dd5fa-1418-444b-9ff3-c1591528ac75 req-5714e8a6-3aca-45f7-99fd-e43402886518 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Received event network-vif-plugged-fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1287.450115] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e4dd5fa-1418-444b-9ff3-c1591528ac75 req-5714e8a6-3aca-45f7-99fd-e43402886518 service nova] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.450389] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e4dd5fa-1418-444b-9ff3-c1591528ac75 req-5714e8a6-3aca-45f7-99fd-e43402886518 service nova] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.450562] env[70623]: DEBUG oslo_concurrency.lockutils [req-4e4dd5fa-1418-444b-9ff3-c1591528ac75 req-5714e8a6-3aca-45f7-99fd-e43402886518 service nova] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.450718] env[70623]: DEBUG nova.compute.manager [req-4e4dd5fa-1418-444b-9ff3-c1591528ac75 req-5714e8a6-3aca-45f7-99fd-e43402886518 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] No waiting events found dispatching network-vif-plugged-fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.450880] env[70623]: WARNING nova.compute.manager [req-4e4dd5fa-1418-444b-9ff3-c1591528ac75 req-5714e8a6-3aca-45f7-99fd-e43402886518 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Received unexpected event network-vif-plugged-fee119af-69de-41fc-8d0c-dc82bbeb27e6 for instance with vm_state building and task_state spawning. [ 1287.490034] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.509237] env[70623]: INFO nova.scheduler.client.report [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted allocations for instance 28920907-7617-487a-8b49-381976ad5902 [ 1287.547521] env[70623]: DEBUG nova.network.neutron [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Successfully updated port: fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.019115] env[70623]: DEBUG oslo_concurrency.lockutils [None req-cd221b8b-c312-4711-98ec-38c573db15d4 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "28920907-7617-487a-8b49-381976ad5902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.048769] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.049036] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.049195] env[70623]: DEBUG nova.network.neutron [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.585182] env[70623]: DEBUG nova.network.neutron [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.717898] env[70623]: DEBUG nova.network.neutron [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [{"id": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "address": "fa:16:3e:d2:fa:28", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee119af-69", "ovs_interfaceid": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.882921] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701cc9-5f04-9bbd-02aa-50297f25f242/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.884321] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd14d54-7da8-430f-a5d7-cafa67fb0794 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.893262] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701cc9-5f04-9bbd-02aa-50297f25f242/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.893522] env[70623]: ERROR oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701cc9-5f04-9bbd-02aa-50297f25f242/disk-0.vmdk due to incomplete transfer. [ 1288.893856] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61b29f1b-600a-49e8-898e-5cc12e7a95ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.902191] env[70623]: DEBUG oslo_vmware.rw_handles [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52701cc9-5f04-9bbd-02aa-50297f25f242/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.902473] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Uploaded image 6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.906034] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.906034] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93ae8cb4-5f94-4b10-b596-573384dec091 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.912030] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1288.912030] env[70623]: value = "task-2794497" [ 1288.912030] env[70623]: _type = "Task" [ 1288.912030] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.924943] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794497, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.220686] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.221058] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Instance network_info: |[{"id": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "address": "fa:16:3e:d2:fa:28", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee119af-69", "ovs_interfaceid": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.221503] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:fa:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee119af-69de-41fc-8d0c-dc82bbeb27e6', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.230529] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Creating folder: Project (c7c104b4a14944199909d6a77ebfeedd). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.230770] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b46c5967-bf5a-49a4-9c87-7697d7c5951e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.242200] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Created folder: Project (c7c104b4a14944199909d6a77ebfeedd) in parent group-v561316. [ 1289.242403] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Creating folder: Instances. Parent ref: group-v561642. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.242675] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f081cce-7b1e-4558-ad39-30f54837f085 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.252709] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Created folder: Instances in parent group-v561642. [ 1289.252950] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.253165] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.253380] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fefa23-d295-4b1f-b1a9-47fc2feff539 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.273417] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.273417] env[70623]: value = "task-2794500" [ 1289.273417] env[70623]: _type = "Task" [ 1289.273417] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.283565] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794500, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.358444] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.358689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.421783] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794497, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.478225] env[70623]: DEBUG nova.compute.manager [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Received event network-changed-fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1289.478512] env[70623]: DEBUG nova.compute.manager [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Refreshing instance network info cache due to event network-changed-fee119af-69de-41fc-8d0c-dc82bbeb27e6. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1289.478825] env[70623]: DEBUG oslo_concurrency.lockutils [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] Acquiring lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.479049] env[70623]: DEBUG oslo_concurrency.lockutils [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] Acquired lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.479286] env[70623]: DEBUG nova.network.neutron [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Refreshing network info cache for port fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.783378] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794500, 'name': CreateVM_Task, 'duration_secs': 0.393131} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.783812] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.784312] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.784484] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.784816] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.785089] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8417b1f-4327-4ca8-a89a-e818bf16a58d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.789429] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1289.789429] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52170f1f-2395-aaad-685f-9e6b9162b5aa" [ 1289.789429] env[70623]: _type = "Task" [ 1289.789429] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.797036] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52170f1f-2395-aaad-685f-9e6b9162b5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.860705] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.922624] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794497, 'name': Destroy_Task, 'duration_secs': 0.560018} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.922966] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Destroyed the VM [ 1289.923262] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.923509] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e11211fb-33bf-442d-9750-17839171c44a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.929197] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1289.929197] env[70623]: value = "task-2794501" [ 1289.929197] env[70623]: _type = "Task" [ 1289.929197] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.936745] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794501, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.187832] env[70623]: DEBUG nova.network.neutron [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updated VIF entry in instance network info cache for port fee119af-69de-41fc-8d0c-dc82bbeb27e6. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.188220] env[70623]: DEBUG nova.network.neutron [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [{"id": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "address": "fa:16:3e:d2:fa:28", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee119af-69", "ovs_interfaceid": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.302782] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52170f1f-2395-aaad-685f-9e6b9162b5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.303167] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.303422] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.304046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.304046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.304215] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.304424] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc05c31-53f2-4d7b-9579-6759c6665d35 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.312854] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.313041] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.313730] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8f41d5-ad60-496c-bfec-1567fff5fe3a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.318610] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1290.318610] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b1931c-74c3-6da9-2679-d3c98c23973d" [ 1290.318610] env[70623]: _type = "Task" [ 1290.318610] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.326085] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b1931c-74c3-6da9-2679-d3c98c23973d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.386857] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.387104] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.389794] env[70623]: INFO nova.compute.claims [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.439268] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794501, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368736} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.439528] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1290.439793] env[70623]: DEBUG nova.compute.manager [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.440588] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8646e56d-6da1-44d0-925b-9862c450af30 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.691281] env[70623]: DEBUG oslo_concurrency.lockutils [req-b6056496-d06c-410f-b2fa-1f030c3f7827 req-7de3f288-e707-4c45-ac1b-9371d49b67e0 service nova] Releasing lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.829076] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b1931c-74c3-6da9-2679-d3c98c23973d, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.829896] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f55303d-df64-4b68-89e2-a6725b4b90de {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.835262] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1290.835262] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52888ca1-baa4-1894-31c8-2e388439fe43" [ 1290.835262] env[70623]: _type = "Task" [ 1290.835262] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.843047] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52888ca1-baa4-1894-31c8-2e388439fe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.951652] env[70623]: INFO nova.compute.manager [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Shelve offloading [ 1291.346255] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52888ca1-baa4-1894-31c8-2e388439fe43, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.346533] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.346783] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2/8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.347038] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45746a8d-184b-40d3-8c12-9d5302ec7e37 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.354761] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1291.354761] env[70623]: value = "task-2794502" [ 1291.354761] env[70623]: _type = "Task" [ 1291.354761] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.362315] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.457317] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.457841] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef52dd6-83ba-47fe-a293-c10658b000e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.465133] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1291.465133] env[70623]: value = "task-2794503" [ 1291.465133] env[70623]: _type = "Task" [ 1291.465133] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.476322] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1291.476539] env[70623]: DEBUG nova.compute.manager [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.477307] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d75e48b-fb11-449c-9b11-84a7f2a3c021 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.483737] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.483912] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.484104] env[70623]: DEBUG nova.network.neutron [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.492714] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3b493-8c4f-44e9-9c89-b6e3b6b1d125 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.500051] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4388c7-dbea-41af-b744-652cde0499d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.532977] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804cbabe-9338-4ce3-a7e9-35254a9415ed {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.541706] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6983e1b3-a706-4e21-8b91-91f6df994346 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.556195] env[70623]: DEBUG nova.compute.provider_tree [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.864877] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432858} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.865165] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2/8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.865351] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.865590] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db06c551-bc6e-44ea-aa46-85e1040b112e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.872251] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1291.872251] env[70623]: value = "task-2794504" [ 1291.872251] env[70623]: _type = "Task" [ 1291.872251] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.880487] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.059811] env[70623]: DEBUG nova.scheduler.client.report [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.179982] env[70623]: DEBUG nova.network.neutron [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22432501-c8", "ovs_interfaceid": "22432501-c885-4d1f-b263-2483ed785c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.382650] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058868} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.382866] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.383651] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6caf5e-b194-4b3e-82fb-10b95a98eaac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.405169] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2/8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.405393] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-002792c6-aa24-4654-9d1a-852f09f4d3ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.424429] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1292.424429] env[70623]: value = "task-2794505" [ 1292.424429] env[70623]: _type = "Task" [ 1292.424429] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.431798] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.565453] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.565900] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.682977] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.882429] env[70623]: DEBUG nova.compute.manager [req-afc0b32a-518f-4d13-810b-2c9c1015a92a req-be0a771a-c111-49f6-aab0-80782ca9d6f9 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-vif-unplugged-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1292.882704] env[70623]: DEBUG oslo_concurrency.lockutils [req-afc0b32a-518f-4d13-810b-2c9c1015a92a req-be0a771a-c111-49f6-aab0-80782ca9d6f9 service nova] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.882888] env[70623]: DEBUG oslo_concurrency.lockutils [req-afc0b32a-518f-4d13-810b-2c9c1015a92a req-be0a771a-c111-49f6-aab0-80782ca9d6f9 service nova] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.883077] env[70623]: DEBUG oslo_concurrency.lockutils [req-afc0b32a-518f-4d13-810b-2c9c1015a92a req-be0a771a-c111-49f6-aab0-80782ca9d6f9 service nova] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.883284] env[70623]: DEBUG nova.compute.manager [req-afc0b32a-518f-4d13-810b-2c9c1015a92a req-be0a771a-c111-49f6-aab0-80782ca9d6f9 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] No waiting events found dispatching network-vif-unplugged-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1292.883462] env[70623]: WARNING nova.compute.manager [req-afc0b32a-518f-4d13-810b-2c9c1015a92a req-be0a771a-c111-49f6-aab0-80782ca9d6f9 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received unexpected event network-vif-unplugged-22432501-c885-4d1f-b263-2483ed785c09 for instance with vm_state shelved and task_state shelving_offloading. [ 1292.934509] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794505, 'name': ReconfigVM_Task, 'duration_secs': 0.282264} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.934783] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2/8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.935472] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fabdf9f-390b-436d-8990-8237498ea23c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.942065] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1292.942065] env[70623]: value = "task-2794506" [ 1292.942065] env[70623]: _type = "Task" [ 1292.942065] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.950776] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794506, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.968300] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.969482] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1fc4a7-86bc-4bd6-ab18-06cd6d698908 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.976926] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.977173] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2dc0c0-573f-4aff-9a76-49fab88af377 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.057082] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.057406] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.057594] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleting the datastore file [datastore2] e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.057857] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33054027-3656-411e-bc54-dea081aa6e9f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.064346] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1293.064346] env[70623]: value = "task-2794508" [ 1293.064346] env[70623]: _type = "Task" [ 1293.064346] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.072808] env[70623]: DEBUG nova.compute.utils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.074123] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.074397] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.074562] env[70623]: DEBUG nova.network.neutron [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.113237] env[70623]: DEBUG nova.policy [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87c4d235ad1749c69c71a4ffe51bfe32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fdc023cbcaf4f3cbeb4c4586264b058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.397503] env[70623]: DEBUG nova.network.neutron [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Successfully created port: 1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.452550] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794506, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.575952] env[70623]: DEBUG oslo_vmware.api [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127709} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.576235] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.577023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.577023] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.578959] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.595385] env[70623]: INFO nova.scheduler.client.report [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted allocations for instance e0b38541-15bd-4d04-8018-7fb7cc40444c [ 1293.953180] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794506, 'name': Rename_Task, 'duration_secs': 0.848918} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.953451] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.953724] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37928b71-66dd-4dbf-88d1-8063e5b13500 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.961018] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1293.961018] env[70623]: value = "task-2794509" [ 1293.961018] env[70623]: _type = "Task" [ 1293.961018] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.968935] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.099599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.099875] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.100095] env[70623]: DEBUG nova.objects.instance [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'resources' on Instance uuid e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.470899] env[70623]: DEBUG oslo_vmware.api [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794509, 'name': PowerOnVM_Task, 'duration_secs': 0.435058} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.471174] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.471380] env[70623]: INFO nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1294.471561] env[70623]: DEBUG nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.472327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786fb76-66f4-45ca-a277-3311ac82470d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.587872] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.603100] env[70623]: DEBUG nova.objects.instance [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'numa_topology' on Instance uuid e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.613040] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.613277] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.613435] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.613628] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.613791] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.613938] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.614217] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.614318] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.614511] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.614670] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.614844] env[70623]: DEBUG nova.virt.hardware [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.615914] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25580a26-1f0a-4c7a-9613-24908fd0aab5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.624147] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a8903-947a-40dd-a78a-f228f67bcd1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.830107] env[70623]: DEBUG nova.network.neutron [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Successfully updated port: 1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.912044] env[70623]: DEBUG nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-changed-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1294.912238] env[70623]: DEBUG nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing instance network info cache due to event network-changed-22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1294.912483] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.912630] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.912787] env[70623]: DEBUG nova.network.neutron [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing network info cache for port 22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.988363] env[70623]: INFO nova.compute.manager [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Took 12.02 seconds to build instance. [ 1295.057441] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.105589] env[70623]: DEBUG nova.objects.base [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1295.196177] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55001701-c654-4f2e-a57c-3d45707aa080 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.203660] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4169cda-514b-41f4-8656-c90253bd7ece {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.235502] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e53cf0d-28af-49d0-9c89-2e7b54b5ab08 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.243140] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3339c3-dd53-4af7-b582-50aa6275e4df {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.257086] env[70623]: DEBUG nova.compute.provider_tree [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.332895] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.333069] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.333193] env[70623]: DEBUG nova.network.neutron [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.490136] env[70623]: DEBUG oslo_concurrency.lockutils [None req-70ba4f8f-dcde-41e1-a459-4909d0822f20 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.534s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.613177] env[70623]: DEBUG nova.network.neutron [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updated VIF entry in instance network info cache for port 22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.613541] env[70623]: DEBUG nova.network.neutron [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap22432501-c8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.760593] env[70623]: DEBUG nova.scheduler.client.report [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.873288] env[70623]: DEBUG nova.network.neutron [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.118820] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.119109] env[70623]: DEBUG nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Received event network-vif-plugged-1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.119370] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Acquiring lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.119712] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.119897] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.120086] env[70623]: DEBUG nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] No waiting events found dispatching network-vif-plugged-1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.120263] env[70623]: WARNING nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Received unexpected event network-vif-plugged-1d50dc7e-db92-4930-b59b-6004b87b8b94 for instance with vm_state building and task_state spawning. [ 1296.120428] env[70623]: DEBUG nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Received event network-changed-1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.120595] env[70623]: DEBUG nova.compute.manager [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Refreshing instance network info cache due to event network-changed-1d50dc7e-db92-4930-b59b-6004b87b8b94. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1296.120768] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Acquiring lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.265608] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.340044] env[70623]: DEBUG nova.network.neutron [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [{"id": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "address": "fa:16:3e:3b:67:34", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d50dc7e-db", "ovs_interfaceid": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.773824] env[70623]: DEBUG oslo_concurrency.lockutils [None req-d2fc1c5a-63e6-4aae-b96b-f278b9895ae3 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.116s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.774735] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.717s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.774972] env[70623]: INFO nova.compute.manager [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Unshelving [ 1296.842977] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.843308] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Instance network_info: |[{"id": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "address": "fa:16:3e:3b:67:34", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d50dc7e-db", "ovs_interfaceid": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.843600] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Acquired lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.843799] env[70623]: DEBUG nova.network.neutron [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Refreshing network info cache for port 1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.844911] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:67:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d50dc7e-db92-4930-b59b-6004b87b8b94', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.852517] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.855357] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.855807] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d750627b-e94b-4d98-82c5-672cde51aa5e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.876691] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.876691] env[70623]: value = "task-2794510" [ 1296.876691] env[70623]: _type = "Task" [ 1296.876691] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.885932] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794510, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.941443] env[70623]: DEBUG nova.compute.manager [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Received event network-changed-fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.941685] env[70623]: DEBUG nova.compute.manager [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Refreshing instance network info cache due to event network-changed-fee119af-69de-41fc-8d0c-dc82bbeb27e6. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1296.941899] env[70623]: DEBUG oslo_concurrency.lockutils [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] Acquiring lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.942117] env[70623]: DEBUG oslo_concurrency.lockutils [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] Acquired lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.942345] env[70623]: DEBUG nova.network.neutron [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Refreshing network info cache for port fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.070193] env[70623]: DEBUG nova.network.neutron [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updated VIF entry in instance network info cache for port 1d50dc7e-db92-4930-b59b-6004b87b8b94. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.070653] env[70623]: DEBUG nova.network.neutron [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [{"id": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "address": "fa:16:3e:3b:67:34", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d50dc7e-db", "ovs_interfaceid": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.386618] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794510, 'name': CreateVM_Task, 'duration_secs': 0.33078} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.387022] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.387461] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.387641] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.387932] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.388203] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40112cf2-5ac5-4e37-a8d1-f5cbb0144e48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.393316] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1297.393316] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526df0df-c4d1-8865-f81e-e17faea6350e" [ 1297.393316] env[70623]: _type = "Task" [ 1297.393316] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.400669] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526df0df-c4d1-8865-f81e-e17faea6350e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.573392] env[70623]: DEBUG oslo_concurrency.lockutils [req-fb616828-8435-4f3a-87f9-ae54b1c68755 req-08f63b39-5b33-4891-bca7-f1f634efd7ab service nova] Releasing lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.643573] env[70623]: DEBUG nova.network.neutron [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updated VIF entry in instance network info cache for port fee119af-69de-41fc-8d0c-dc82bbeb27e6. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.644014] env[70623]: DEBUG nova.network.neutron [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [{"id": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "address": "fa:16:3e:d2:fa:28", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee119af-69", "ovs_interfaceid": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.798109] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.798390] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.798596] env[70623]: DEBUG nova.objects.instance [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'pci_requests' on Instance uuid e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.903048] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]526df0df-c4d1-8865-f81e-e17faea6350e, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.903356] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.903585] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.903837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.903993] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.904189] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.904432] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b26347b7-9e31-4eec-a545-9cb4284d671d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.912217] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.912385] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.913110] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66657e52-382a-4ef8-9db2-5d0d48af4456 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.919577] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1297.919577] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc359d-c88e-8976-487b-6c24b0fba427" [ 1297.919577] env[70623]: _type = "Task" [ 1297.919577] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.926807] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc359d-c88e-8976-487b-6c24b0fba427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.146373] env[70623]: DEBUG oslo_concurrency.lockutils [req-c0ad00b6-d832-4fdd-92c3-803037efc58d req-b0898af3-bcaf-4143-9d7c-7472d73aca20 service nova] Releasing lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.302023] env[70623]: DEBUG nova.objects.instance [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'numa_topology' on Instance uuid e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.430048] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52fc359d-c88e-8976-487b-6c24b0fba427, 'name': SearchDatastore_Task, 'duration_secs': 0.007962} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.430807] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad510e4d-9bf8-4873-b3f8-f0855cf10ac0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.436530] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1298.436530] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d039ec-9254-c3fe-5797-e14290c738b6" [ 1298.436530] env[70623]: _type = "Task" [ 1298.436530] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.444405] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d039ec-9254-c3fe-5797-e14290c738b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.804974] env[70623]: INFO nova.compute.claims [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.947512] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52d039ec-9254-c3fe-5797-e14290c738b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.947773] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.948056] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 4136c3cf-45a9-4fba-a912-d8935df1f8b4/4136c3cf-45a9-4fba-a912-d8935df1f8b4.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.948307] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfff1a5b-a0d1-4e2d-bcd7-5b09af53dd14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.954820] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1298.954820] env[70623]: value = "task-2794511" [ 1298.954820] env[70623]: _type = "Task" [ 1298.954820] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.962328] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.464133] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420357} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.464449] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 4136c3cf-45a9-4fba-a912-d8935df1f8b4/4136c3cf-45a9-4fba-a912-d8935df1f8b4.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.464586] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.464826] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee7f335-0fb2-4a82-ade6-ac6bf7ac429d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.471339] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1299.471339] env[70623]: value = "task-2794512" [ 1299.471339] env[70623]: _type = "Task" [ 1299.471339] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.478560] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.895280] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c664371a-e8ea-4695-bce6-8ceb7716a61b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.902820] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54d3a0-8ec6-4a38-ae90-c9501ee3ab36 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.931802] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bb0199-c46a-413e-a926-a86583616a74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.938647] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89dd776-1e1f-4802-8c48-9060e8453f48 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.951316] env[70623]: DEBUG nova.compute.provider_tree [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.979774] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063415} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.980055] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.980807] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef64f7-ad75-4287-ab45-d1aaad426528 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.002297] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 4136c3cf-45a9-4fba-a912-d8935df1f8b4/4136c3cf-45a9-4fba-a912-d8935df1f8b4.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.002454] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95210670-9092-4570-b575-3a183102aaa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.022322] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1300.022322] env[70623]: value = "task-2794513" [ 1300.022322] env[70623]: _type = "Task" [ 1300.022322] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.029779] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.454376] env[70623]: DEBUG nova.scheduler.client.report [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.532518] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794513, 'name': ReconfigVM_Task, 'duration_secs': 0.293155} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.533107] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 4136c3cf-45a9-4fba-a912-d8935df1f8b4/4136c3cf-45a9-4fba-a912-d8935df1f8b4.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.533723] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd157140-f67a-4a18-a24f-b570c97f1120 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.539584] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1300.539584] env[70623]: value = "task-2794514" [ 1300.539584] env[70623]: _type = "Task" [ 1300.539584] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.547222] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794514, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.959681] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.161s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.989520] env[70623]: INFO nova.network.neutron [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating port 22432501-c885-4d1f-b263-2483ed785c09 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1301.050220] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794514, 'name': Rename_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.553734] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794514, 'name': Rename_Task, 'duration_secs': 0.845285} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.554231] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.554411] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a43da1-d569-44db-b829-90fec07fdcaa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.559644] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1301.559644] env[70623]: value = "task-2794515" [ 1301.559644] env[70623]: _type = "Task" [ 1301.559644] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.566907] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.069432] env[70623]: DEBUG oslo_vmware.api [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794515, 'name': PowerOnVM_Task, 'duration_secs': 0.428585} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.069694] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.069899] env[70623]: INFO nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1302.070056] env[70623]: DEBUG nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.070789] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac2753-7578-49a1-8d9a-54530e2e607e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.361772] env[70623]: DEBUG nova.compute.manager [req-dcbada14-6f28-4b87-9576-4e6832bc2e76 req-dc707e3d-068d-48c1-99d2-492b6fdf39f4 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-vif-plugged-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1302.362220] env[70623]: DEBUG oslo_concurrency.lockutils [req-dcbada14-6f28-4b87-9576-4e6832bc2e76 req-dc707e3d-068d-48c1-99d2-492b6fdf39f4 service nova] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.362489] env[70623]: DEBUG oslo_concurrency.lockutils [req-dcbada14-6f28-4b87-9576-4e6832bc2e76 req-dc707e3d-068d-48c1-99d2-492b6fdf39f4 service nova] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.362668] env[70623]: DEBUG oslo_concurrency.lockutils [req-dcbada14-6f28-4b87-9576-4e6832bc2e76 req-dc707e3d-068d-48c1-99d2-492b6fdf39f4 service nova] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.362899] env[70623]: DEBUG nova.compute.manager [req-dcbada14-6f28-4b87-9576-4e6832bc2e76 req-dc707e3d-068d-48c1-99d2-492b6fdf39f4 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] No waiting events found dispatching network-vif-plugged-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.363043] env[70623]: WARNING nova.compute.manager [req-dcbada14-6f28-4b87-9576-4e6832bc2e76 req-dc707e3d-068d-48c1-99d2-492b6fdf39f4 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received unexpected event network-vif-plugged-22432501-c885-4d1f-b263-2483ed785c09 for instance with vm_state shelved_offloaded and task_state spawning. [ 1302.438011] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.438271] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.438426] env[70623]: DEBUG nova.network.neutron [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.587100] env[70623]: INFO nova.compute.manager [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Took 12.22 seconds to build instance. [ 1303.089298] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0564145a-97a6-4d36-8ccb-98c1f3242a8d tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.730s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.225821] env[70623]: DEBUG nova.network.neutron [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22432501-c8", "ovs_interfaceid": "22432501-c885-4d1f-b263-2483ed785c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.557223] env[70623]: DEBUG nova.compute.manager [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Received event network-changed-1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1303.557419] env[70623]: DEBUG nova.compute.manager [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Refreshing instance network info cache due to event network-changed-1d50dc7e-db92-4930-b59b-6004b87b8b94. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1303.557638] env[70623]: DEBUG oslo_concurrency.lockutils [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] Acquiring lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.557760] env[70623]: DEBUG oslo_concurrency.lockutils [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] Acquired lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.557922] env[70623]: DEBUG nova.network.neutron [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Refreshing network info cache for port 1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.728290] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.757815] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d71f9f38f229ea4e504253e3d41cec74',container_format='bare',created_at=2025-03-06T07:15:57Z,direct_url=,disk_format='vmdk',id=6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-967094102-shelved',owner='6b29b57fc5c14661bf97fd0a24feef9f',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-06T07:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.758049] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.758189] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.758377] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.758529] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.758674] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.758880] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.759170] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.759352] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.759519] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.759691] env[70623]: DEBUG nova.virt.hardware [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.760572] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5631cc-f4f3-4623-a016-4d40bbecdc4d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.768729] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c3c69-324d-4186-9d6b-9c04379183d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.782373] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e5:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22432501-c885-4d1f-b263-2483ed785c09', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.789668] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.789917] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.790138] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5052108a-c846-4568-97b9-88269f9ba220 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.808147] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.808147] env[70623]: value = "task-2794516" [ 1303.808147] env[70623]: _type = "Task" [ 1303.808147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.815414] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794516, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.310670] env[70623]: DEBUG nova.network.neutron [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updated VIF entry in instance network info cache for port 1d50dc7e-db92-4930-b59b-6004b87b8b94. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.311126] env[70623]: DEBUG nova.network.neutron [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [{"id": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "address": "fa:16:3e:3b:67:34", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d50dc7e-db", "ovs_interfaceid": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.321257] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794516, 'name': CreateVM_Task, 'duration_secs': 0.308702} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.321445] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.322089] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.322258] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.322630] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.322900] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f99406d-e5f7-4ce2-bf53-a64a12dafdd2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.327948] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1304.327948] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbfcc3-a9e6-cf92-e45b-6472a3e6c839" [ 1304.327948] env[70623]: _type = "Task" [ 1304.327948] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.336357] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dbfcc3-a9e6-cf92-e45b-6472a3e6c839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.389211] env[70623]: DEBUG nova.compute.manager [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-changed-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.389408] env[70623]: DEBUG nova.compute.manager [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing instance network info cache due to event network-changed-22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1304.389618] env[70623]: DEBUG oslo_concurrency.lockutils [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] Acquiring lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.389762] env[70623]: DEBUG oslo_concurrency.lockutils [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] Acquired lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.390237] env[70623]: DEBUG nova.network.neutron [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Refreshing network info cache for port 22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.816825] env[70623]: DEBUG oslo_concurrency.lockutils [req-884d82e4-e885-4a3d-9971-1570319acea4 req-b154e552-0bb0-4ed7-865e-84ab7161bfa7 service nova] Releasing lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.838195] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.838448] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Processing image 6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.838985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.838985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.838985] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.839267] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0320105-17c5-4631-8aa2-70b1e89bae12 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.863600] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.863791] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.864506] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b12fcea-5258-4c12-bbe5-5fb8c80e5e6c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.869288] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1304.869288] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b0f19d-f84f-13cd-86ca-5cc58cdaf6b0" [ 1304.869288] env[70623]: _type = "Task" [ 1304.869288] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.876744] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b0f19d-f84f-13cd-86ca-5cc58cdaf6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.078348] env[70623]: DEBUG nova.network.neutron [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updated VIF entry in instance network info cache for port 22432501-c885-4d1f-b263-2483ed785c09. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.078707] env[70623]: DEBUG nova.network.neutron [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [{"id": "22432501-c885-4d1f-b263-2483ed785c09", "address": "fa:16:3e:04:e5:9b", "network": {"id": "d504a9f1-a030-46a0-ad95-39cfd3debb2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-45717934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b29b57fc5c14661bf97fd0a24feef9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22432501-c8", "ovs_interfaceid": "22432501-c885-4d1f-b263-2483ed785c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.381402] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1305.381661] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Fetch image to [datastore1] OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e/OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1305.381843] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Downloading stream optimized image 6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 to [datastore1] OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e/OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e.vmdk on the data store datastore1 as vApp {{(pid=70623) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1305.382017] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Downloading image file data 6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 to the ESX as VM named 'OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e' {{(pid=70623) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1305.447530] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1305.447530] env[70623]: value = "resgroup-9" [ 1305.447530] env[70623]: _type = "ResourcePool" [ 1305.447530] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1305.447826] env[70623]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4ed245fe-8372-4010-913f-cfcb83b0d4b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.467467] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease: (returnval){ [ 1305.467467] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52148d60-901e-2eca-d050-1d5a09824b90" [ 1305.467467] env[70623]: _type = "HttpNfcLease" [ 1305.467467] env[70623]: } obtained for vApp import into resource pool (val){ [ 1305.467467] env[70623]: value = "resgroup-9" [ 1305.467467] env[70623]: _type = "ResourcePool" [ 1305.467467] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1305.467775] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the lease: (returnval){ [ 1305.467775] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52148d60-901e-2eca-d050-1d5a09824b90" [ 1305.467775] env[70623]: _type = "HttpNfcLease" [ 1305.467775] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1305.473373] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.473373] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52148d60-901e-2eca-d050-1d5a09824b90" [ 1305.473373] env[70623]: _type = "HttpNfcLease" [ 1305.473373] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1305.581307] env[70623]: DEBUG oslo_concurrency.lockutils [req-eebd203a-6a23-404b-b817-0228d0655ce0 req-7941ad7f-95d4-4d93-8556-10c46bfcda0e service nova] Releasing lock "refresh_cache-e0b38541-15bd-4d04-8018-7fb7cc40444c" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.976168] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.976168] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52148d60-901e-2eca-d050-1d5a09824b90" [ 1305.976168] env[70623]: _type = "HttpNfcLease" [ 1305.976168] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1305.976649] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1305.976649] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52148d60-901e-2eca-d050-1d5a09824b90" [ 1305.976649] env[70623]: _type = "HttpNfcLease" [ 1305.976649] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1305.977180] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6961e31e-ee77-4291-8505-ed04900f1b11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.984223] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525460bd-2f42-bb57-9582-0eaa0ada334c/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1305.984398] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525460bd-2f42-bb57-9582-0eaa0ada334c/disk-0.vmdk. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1306.049052] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cc8c4ad-81af-43e0-8e58-b6c61a7ee9f1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.110559] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1307.110971] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525460bd-2f42-bb57-9582-0eaa0ada334c/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1307.111774] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c9760-e7e6-43eb-afaf-4d9189395be3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.118577] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525460bd-2f42-bb57-9582-0eaa0ada334c/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1307.118743] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525460bd-2f42-bb57-9582-0eaa0ada334c/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1307.118968] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-366c5be1-1501-4174-abce-43e472dc7571 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.306668] env[70623]: DEBUG oslo_vmware.rw_handles [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525460bd-2f42-bb57-9582-0eaa0ada334c/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1307.306896] env[70623]: INFO nova.virt.vmwareapi.images [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Downloaded image file data 6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 [ 1307.307839] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d6c1c9-e0aa-4cc2-a9c1-b660a1c9a1a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.322913] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b381d85-adf8-47d1-87c7-9d7129326d9d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.353924] env[70623]: INFO nova.virt.vmwareapi.images [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] The imported VM was unregistered [ 1307.356301] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1307.356545] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.356798] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be4c9fe-afaa-40d1-b930-586b36681c95 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.383827] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Created directory with path [datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6 {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.384049] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e/OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e.vmdk to [datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk. {{(pid=70623) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1307.384326] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c90e081b-1992-490e-b178-97808cf1a58a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.391808] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1307.391808] env[70623]: value = "task-2794519" [ 1307.391808] env[70623]: _type = "Task" [ 1307.391808] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.399521] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.902325] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.405045] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.904348] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.405360] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.906220] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.406511] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.907641] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794519, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.055669} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.907919] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e/OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e.vmdk to [datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk. [ 1310.908127] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Cleaning up location [datastore1] OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1310.908302] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cc3112f5-ea39-49d3-98af-b670c174257e {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.908637] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-371abefb-d2a9-4c88-8806-7c62ad55c022 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.915509] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1310.915509] env[70623]: value = "task-2794520" [ 1310.915509] env[70623]: _type = "Task" [ 1310.915509] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.923147] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.425651] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268084} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.425651] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.426076] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.426076] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk to [datastore1] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.426271] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74decb65-6926-4853-8484-1a8f97b844c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.434314] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1311.434314] env[70623]: value = "task-2794521" [ 1311.434314] env[70623]: _type = "Task" [ 1311.434314] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.441584] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.945349] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.446173] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.947459] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.224985] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.225530] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.225969] env[70623]: INFO nova.compute.manager [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Shelving [ 1313.446948] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.948139] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.237662] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.238008] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0103d3-c6a7-48c4-9f44-c80aaf0775cb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.245927] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1314.245927] env[70623]: value = "task-2794522" [ 1314.245927] env[70623]: _type = "Task" [ 1314.245927] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.254705] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.454447] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794521, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.858446} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.454828] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6/6fcd284f-70fc-452c-a5d3-a41c5fd3c9f6.vmdk to [datastore1] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.455599] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeebe058-882a-4eb1-acba-52883792a101 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.500248] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.500595] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c728de-68a9-489e-aa66-4179d038a73f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.530026] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1314.530026] env[70623]: value = "task-2794523" [ 1314.530026] env[70623]: _type = "Task" [ 1314.530026] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.537486] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.757929] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794522, 'name': PowerOffVM_Task, 'duration_secs': 0.194482} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.758147] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.758911] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c24261-1375-43bc-aacb-b0db90583bd1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.777102] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ddba1-e713-4e30-8ebb-8ae20065cc45 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.038859] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794523, 'name': ReconfigVM_Task, 'duration_secs': 0.434063} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.039158] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e0b38541-15bd-4d04-8018-7fb7cc40444c/e0b38541-15bd-4d04-8018-7fb7cc40444c.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.039786] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223528da-38f4-4491-9d8e-d84d6e7ae416 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.045558] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1315.045558] env[70623]: value = "task-2794524" [ 1315.045558] env[70623]: _type = "Task" [ 1315.045558] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.053068] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794524, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.287257] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Creating Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1315.287578] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ab8cb69-63a3-431d-84ae-d33085263092 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.294415] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1315.294415] env[70623]: value = "task-2794525" [ 1315.294415] env[70623]: _type = "Task" [ 1315.294415] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.302123] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.554923] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794524, 'name': Rename_Task, 'duration_secs': 0.174935} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.555378] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.555504] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f11f79a-df09-4464-9014-332f2ae77617 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.563257] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1315.563257] env[70623]: value = "task-2794526" [ 1315.563257] env[70623]: _type = "Task" [ 1315.563257] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.571873] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.805397] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.073323] env[70623]: DEBUG oslo_vmware.api [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794526, 'name': PowerOnVM_Task, 'duration_secs': 0.423231} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.073535] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.166168] env[70623]: DEBUG nova.compute.manager [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.167066] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c3fd01-84a6-496e-9666-656ddf3b5bee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.305629] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794525, 'name': CreateSnapshot_Task, 'duration_secs': 0.670945} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.305903] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Created Snapshot of the VM instance {{(pid=70623) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1316.306650] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5bb7d1-b1d9-4d7a-88d6-0dfac1e5c847 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.685855] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e910ded2-ef6a-4faa-a704-641f41aa3eb6 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.911s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.823496] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Creating linked-clone VM from snapshot {{(pid=70623) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1316.823792] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30ece7c1-1b5a-420e-a33e-067a0ef3d9da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.832937] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1316.832937] env[70623]: value = "task-2794527" [ 1316.832937] env[70623]: _type = "Task" [ 1316.832937] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.840792] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794527, 'name': CloneVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.342955] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794527, 'name': CloneVM_Task} progress is 94%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.449938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.450322] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.450596] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.450893] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.451166] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.454587] env[70623]: INFO nova.compute.manager [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Terminating instance [ 1317.513714] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.513967] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.842953] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794527, 'name': CloneVM_Task} progress is 95%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.959167] env[70623]: DEBUG nova.compute.manager [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.959418] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.960345] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b21df-9530-4ca9-b9aa-eeb8ba33550a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.967883] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.968139] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94054a05-6a96-4848-a254-0d95d2e6589c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.975166] env[70623]: DEBUG oslo_vmware.api [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1317.975166] env[70623]: value = "task-2794528" [ 1317.975166] env[70623]: _type = "Task" [ 1317.975166] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.982722] env[70623]: DEBUG oslo_vmware.api [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.016986] env[70623]: DEBUG nova.compute.utils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.343867] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794527, 'name': CloneVM_Task, 'duration_secs': 1.117393} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.344158] env[70623]: INFO nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Created linked-clone VM from snapshot [ 1318.344868] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33907056-6fb8-4088-96a2-6b6d3a5f617b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.352556] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Uploading image 635b0077-26b5-41b0-90cb-64e8a1a8774b {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1318.376485] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1318.376485] env[70623]: value = "vm-561649" [ 1318.376485] env[70623]: _type = "VirtualMachine" [ 1318.376485] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1318.376761] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15a1a3ec-4b72-4224-90ae-fd38c78c147a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.384359] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease: (returnval){ [ 1318.384359] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c0886d-3c05-d38a-48fe-f68de0091a3b" [ 1318.384359] env[70623]: _type = "HttpNfcLease" [ 1318.384359] env[70623]: } obtained for exporting VM: (result){ [ 1318.384359] env[70623]: value = "vm-561649" [ 1318.384359] env[70623]: _type = "VirtualMachine" [ 1318.384359] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1318.384688] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the lease: (returnval){ [ 1318.384688] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c0886d-3c05-d38a-48fe-f68de0091a3b" [ 1318.384688] env[70623]: _type = "HttpNfcLease" [ 1318.384688] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1318.390356] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.390356] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c0886d-3c05-d38a-48fe-f68de0091a3b" [ 1318.390356] env[70623]: _type = "HttpNfcLease" [ 1318.390356] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.485653] env[70623]: DEBUG oslo_vmware.api [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794528, 'name': PowerOffVM_Task, 'duration_secs': 0.169821} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.485917] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.486097] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.486334] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e19b0c-2efb-42af-a4b8-da5850d2bab3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.520671] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.892882] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.892882] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c0886d-3c05-d38a-48fe-f68de0091a3b" [ 1318.892882] env[70623]: _type = "HttpNfcLease" [ 1318.892882] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1318.893479] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1318.893479] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52c0886d-3c05-d38a-48fe-f68de0091a3b" [ 1318.893479] env[70623]: _type = "HttpNfcLease" [ 1318.893479] env[70623]: }. {{(pid=70623) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1318.893923] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7097d24-1e51-48d4-bdc7-37c74bcf362b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.901078] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c022d-aef7-2227-20ec-875588834ad0/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1318.901250] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c022d-aef7-2227-20ec-875588834ad0/disk-0.vmdk for reading. {{(pid=70623) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1318.987989] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d63f6c32-f30b-486e-a1ab-2e2212849940 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.580557] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.580852] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.581101] env[70623]: INFO nova.compute.manager [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Attaching volume c59c1735-793f-4b7c-955a-a3911f3a040a to /dev/sdb [ 1319.614703] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637dc3da-fe84-4858-b8c6-a6a02e4e94da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.622637] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c838de78-c1b9-4034-90d0-50f8be0dd9ac {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.636017] env[70623]: DEBUG nova.virt.block_device [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating existing volume attachment record: 99a5aaaf-777a-48bc-a34f-f9bfb72c7de7 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.964132] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.964507] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.964507] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleting the datastore file [datastore1] e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.964816] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03040927-03c9-43c4-8cae-b2d83b76f3e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.971248] env[70623]: DEBUG oslo_vmware.api [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for the task: (returnval){ [ 1319.971248] env[70623]: value = "task-2794534" [ 1319.971248] env[70623]: _type = "Task" [ 1319.971248] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.979689] env[70623]: DEBUG oslo_vmware.api [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.480711] env[70623]: DEBUG oslo_vmware.api [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Task: {'id': task-2794534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155204} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.482021] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.482021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.482021] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.482021] env[70623]: INFO nova.compute.manager [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1320.482256] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.482306] env[70623]: DEBUG nova.compute.manager [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.482378] env[70623]: DEBUG nova.network.neutron [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.917975] env[70623]: DEBUG nova.compute.manager [req-81da6f57-c100-47ce-8b0e-4af7f9f5353a req-ab2fcc32-9323-492f-98f9-357b31577aa5 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Received event network-vif-deleted-22432501-c885-4d1f-b263-2483ed785c09 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1320.917975] env[70623]: INFO nova.compute.manager [req-81da6f57-c100-47ce-8b0e-4af7f9f5353a req-ab2fcc32-9323-492f-98f9-357b31577aa5 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Neutron deleted interface 22432501-c885-4d1f-b263-2483ed785c09; detaching it from the instance and deleting it from the info cache [ 1320.917975] env[70623]: DEBUG nova.network.neutron [req-81da6f57-c100-47ce-8b0e-4af7f9f5353a req-ab2fcc32-9323-492f-98f9-357b31577aa5 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.399678] env[70623]: DEBUG nova.network.neutron [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.420764] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f7e9b45-6761-4af1-8fc1-2afb9cc25bcd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.431898] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c0c55f-fef7-40a8-a65f-3d41cf20b54f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.463147] env[70623]: DEBUG nova.compute.manager [req-81da6f57-c100-47ce-8b0e-4af7f9f5353a req-ab2fcc32-9323-492f-98f9-357b31577aa5 service nova] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Detach interface failed, port_id=22432501-c885-4d1f-b263-2483ed785c09, reason: Instance e0b38541-15bd-4d04-8018-7fb7cc40444c could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1321.903138] env[70623]: INFO nova.compute.manager [-] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Took 1.42 seconds to deallocate network for instance. [ 1322.410234] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.410621] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.410737] env[70623]: DEBUG nova.objects.instance [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lazy-loading 'resources' on Instance uuid e0b38541-15bd-4d04-8018-7fb7cc40444c {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.016324] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c955d3-0b8c-4758-8bb8-2d2aaafb8553 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.024630] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b676b3-15ca-4354-a1f7-b637d83149e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.055419] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaa1557-6d51-41b5-b7c8-09065e8a6cfe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.062878] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a88c49-f7a8-48df-bbdb-8d5e2dfd81b2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.078402] env[70623]: DEBUG nova.compute.provider_tree [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.582086] env[70623]: DEBUG nova.scheduler.client.report [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.087525] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.106547] env[70623]: INFO nova.scheduler.client.report [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Deleted allocations for instance e0b38541-15bd-4d04-8018-7fb7cc40444c [ 1324.184193] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.184537] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561651', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'name': 'volume-c59c1735-793f-4b7c-955a-a3911f3a040a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '349af2fa-a6d7-4c9e-a1cb-4d3d676aff85', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'serial': 'c59c1735-793f-4b7c-955a-a3911f3a040a'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.185769] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba89b9-5ee8-45cd-8ccc-71b344af173d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.210309] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c444a-add6-448e-a6c3-6f57c27a2635 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.240520] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-c59c1735-793f-4b7c-955a-a3911f3a040a/volume-c59c1735-793f-4b7c-955a-a3911f3a040a.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.240834] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b981913a-7667-444f-8a8d-18c5653142a5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.258826] env[70623]: DEBUG oslo_vmware.api [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1324.258826] env[70623]: value = "task-2794536" [ 1324.258826] env[70623]: _type = "Task" [ 1324.258826] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.267174] env[70623]: DEBUG oslo_vmware.api [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.615868] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5d623d9c-809b-4875-bd19-245ee15d0405 tempest-ServerActionsTestOtherB-2040628263 tempest-ServerActionsTestOtherB-2040628263-project-member] Lock "e0b38541-15bd-4d04-8018-7fb7cc40444c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.165s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.771159] env[70623]: DEBUG oslo_vmware.api [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794536, 'name': ReconfigVM_Task, 'duration_secs': 0.404547} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.771460] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-c59c1735-793f-4b7c-955a-a3911f3a040a/volume-c59c1735-793f-4b7c-955a-a3911f3a040a.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.776316] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35447eb-6d09-4c26-9824-7ecdc8ac468a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.791063] env[70623]: DEBUG oslo_vmware.api [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1324.791063] env[70623]: value = "task-2794538" [ 1324.791063] env[70623]: _type = "Task" [ 1324.791063] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.799761] env[70623]: DEBUG oslo_vmware.api [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.302072] env[70623]: DEBUG oslo_vmware.api [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794538, 'name': ReconfigVM_Task, 'duration_secs': 0.198418} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.302423] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561651', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'name': 'volume-c59c1735-793f-4b7c-955a-a3911f3a040a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '349af2fa-a6d7-4c9e-a1cb-4d3d676aff85', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'serial': 'c59c1735-793f-4b7c-955a-a3911f3a040a'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.340810] env[70623]: DEBUG nova.objects.instance [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'flavor' on Instance uuid 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.467011] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c022d-aef7-2227-20ec-875588834ad0/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1326.467992] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd024b-bb17-48dd-852e-6963b44d0d90 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.477516] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c022d-aef7-2227-20ec-875588834ad0/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1326.477685] env[70623]: ERROR oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c022d-aef7-2227-20ec-875588834ad0/disk-0.vmdk due to incomplete transfer. [ 1326.477948] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07ff5eb7-729e-4945-a4ac-2b13bc02b3cf {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.485627] env[70623]: DEBUG oslo_vmware.rw_handles [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c022d-aef7-2227-20ec-875588834ad0/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1326.485819] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Uploaded image 635b0077-26b5-41b0-90cb-64e8a1a8774b to the Glance image server {{(pid=70623) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1326.488107] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Destroying the VM {{(pid=70623) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1326.488342] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d7a09b5-47b6-41c9-b314-c1baf7fa4683 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.493810] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1326.493810] env[70623]: value = "task-2794539" [ 1326.493810] env[70623]: _type = "Task" [ 1326.493810] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.501895] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794539, 'name': Destroy_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.846509] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9ea2a8f2-dfa2-4405-ae4c-39141f2eea7e tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.975217] env[70623]: INFO nova.compute.manager [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Rescuing [ 1326.975433] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.975600] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.975765] env[70623]: DEBUG nova.network.neutron [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.002966] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794539, 'name': Destroy_Task} progress is 33%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.505183] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794539, 'name': Destroy_Task, 'duration_secs': 0.757366} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.505564] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Destroyed the VM [ 1327.505782] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deleting Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1327.505938] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be8e8f29-eea0-4d48-9fa5-0e9d5d0d34ff {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.514339] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1327.514339] env[70623]: value = "task-2794540" [ 1327.514339] env[70623]: _type = "Task" [ 1327.514339] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.522021] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.691078] env[70623]: DEBUG nova.network.neutron [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.025795] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794540, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376713} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.025795] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deleted Snapshot of the VM instance {{(pid=70623) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1328.025795] env[70623]: DEBUG nova.compute.manager [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.026538] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bac101-8ff4-4f7b-9f23-6b812344252a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.193843] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.540415] env[70623]: INFO nova.compute.manager [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Shelve offloading [ 1329.043799] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.044149] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cdf3dfb-a524-44e9-8a79-27c3ac8d3793 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.053283] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1329.053283] env[70623]: value = "task-2794541" [ 1329.053283] env[70623]: _type = "Task" [ 1329.053283] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.062314] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.294781] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.563899] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1329.564208] env[70623]: DEBUG nova.compute.manager [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.564931] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ee29a4-ffe6-4f1d-8f8a-86e6445cbfb6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.570598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.570768] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.570940] env[70623]: DEBUG nova.network.neutron [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.731983] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.732301] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e4fb3e9-ecb1-4ff9-9653-8a8a62fffe83 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.739608] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1329.739608] env[70623]: value = "task-2794542" [ 1329.739608] env[70623]: _type = "Task" [ 1329.739608] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.747791] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.251399] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794542, 'name': PowerOffVM_Task, 'duration_secs': 0.198889} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.252048] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.252558] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2d5b9-f54b-4260-8196-473c28863473 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.273487] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed752a46-dc19-4127-96a7-b5e8c5d73c19 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.276796] env[70623]: DEBUG nova.network.neutron [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.312557] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.312855] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-801aca6c-05c0-44a8-b106-572e90a1a932 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.319858] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1330.319858] env[70623]: value = "task-2794543" [ 1330.319858] env[70623]: _type = "Task" [ 1330.319858] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.328457] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.780305] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.830814] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1330.831027] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.831868] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.831868] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.831868] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.831868] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81b9e04-c231-4773-b277-d0f1f9274b93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.841319] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.841537] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.842299] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffa8fed-25b6-491b-a717-f1c6219cec74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.847996] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1330.847996] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52447d63-4228-a521-ac36-500e7a43d344" [ 1330.847996] env[70623]: _type = "Task" [ 1330.847996] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.855152] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52447d63-4228-a521-ac36-500e7a43d344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.195084] env[70623]: DEBUG nova.compute.manager [req-6b92eb33-a093-435d-bbb8-21ba42885745 req-ae8d292c-eb8a-47fc-a1a5-585dde993467 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-vif-unplugged-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1331.195456] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b92eb33-a093-435d-bbb8-21ba42885745 req-ae8d292c-eb8a-47fc-a1a5-585dde993467 service nova] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.195688] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b92eb33-a093-435d-bbb8-21ba42885745 req-ae8d292c-eb8a-47fc-a1a5-585dde993467 service nova] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.195898] env[70623]: DEBUG oslo_concurrency.lockutils [req-6b92eb33-a093-435d-bbb8-21ba42885745 req-ae8d292c-eb8a-47fc-a1a5-585dde993467 service nova] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.196033] env[70623]: DEBUG nova.compute.manager [req-6b92eb33-a093-435d-bbb8-21ba42885745 req-ae8d292c-eb8a-47fc-a1a5-585dde993467 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] No waiting events found dispatching network-vif-unplugged-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.196208] env[70623]: WARNING nova.compute.manager [req-6b92eb33-a093-435d-bbb8-21ba42885745 req-ae8d292c-eb8a-47fc-a1a5-585dde993467 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received unexpected event network-vif-unplugged-a9545888-eab2-482a-8f80-a1c2af3c3908 for instance with vm_state shelved and task_state shelving_offloading. [ 1331.349974] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.351059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e379f-9d77-47e7-b68b-e3210e3e0c80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.365627] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.365938] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52447d63-4228-a521-ac36-500e7a43d344, 'name': SearchDatastore_Task, 'duration_secs': 0.022361} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.366153] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72fcf84-23fb-4adb-ad1e-29facf8ece26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.368161] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca8baf8-b2dd-4d7d-849e-50e2e2336055 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.373363] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1331.373363] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca7519-458c-c124-9b79-ac0978357333" [ 1331.373363] env[70623]: _type = "Task" [ 1331.373363] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.381530] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca7519-458c-c124-9b79-ac0978357333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.443400] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.443618] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.444011] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleting the datastore file [datastore1] 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.444101] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee20a472-7604-4468-963f-26d47f286a97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.450645] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1331.450645] env[70623]: value = "task-2794545" [ 1331.450645] env[70623]: _type = "Task" [ 1331.450645] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.458634] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.884179] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52ca7519-458c-c124-9b79-ac0978357333, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.884547] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.884721] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. {{(pid=70623) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1331.884978] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c007b2-bab1-489f-a003-e9fdd6998ea3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.891162] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1331.891162] env[70623]: value = "task-2794546" [ 1331.891162] env[70623]: _type = "Task" [ 1331.891162] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.899277] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.960233] env[70623]: DEBUG oslo_vmware.api [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164237} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.960581] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.960809] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.960992] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.986613] env[70623]: INFO nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted allocations for instance 4abe331f-9c45-454b-b254-208d9657c125 [ 1332.294828] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.295083] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1332.295297] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.400632] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484431} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.400908] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. [ 1332.401735] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0656549-908f-43fd-ac6e-97a3eaacc4af {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.429847] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.430136] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4c3447-60c3-4979-90df-13f10f0175e2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.448653] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1332.448653] env[70623]: value = "task-2794547" [ 1332.448653] env[70623]: _type = "Task" [ 1332.448653] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.456072] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.491397] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.491689] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.491984] env[70623]: DEBUG nova.objects.instance [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'resources' on Instance uuid 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.799486] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.919730] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "f965d4d9-f23d-488d-9a54-109412eb9b02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.920026] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.961190] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794547, 'name': ReconfigVM_Task, 'duration_secs': 0.470115} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.961860] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.962994] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce37b9f9-afc7-4eed-a842-8899efa2bce6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.992772] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fd65d4-60ba-4f76-9088-f91e4aa22b3f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.003121] env[70623]: DEBUG nova.objects.instance [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'numa_topology' on Instance uuid 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.010206] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1333.010206] env[70623]: value = "task-2794548" [ 1333.010206] env[70623]: _type = "Task" [ 1333.010206] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.020307] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.220648] env[70623]: DEBUG nova.compute.manager [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1333.220801] env[70623]: DEBUG nova.compute.manager [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing instance network info cache due to event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1333.220939] env[70623]: DEBUG oslo_concurrency.lockutils [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.221093] env[70623]: DEBUG oslo_concurrency.lockutils [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.221268] env[70623]: DEBUG nova.network.neutron [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.423358] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.506414] env[70623]: DEBUG nova.objects.base [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Object Instance<4abe331f-9c45-454b-b254-208d9657c125> lazy-loaded attributes: resources,numa_topology {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1333.519755] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794548, 'name': ReconfigVM_Task, 'duration_secs': 0.293134} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.520048] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.520312] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aed94e2-a3c0-4f0b-822b-8c913cafbbe1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.527100] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1333.527100] env[70623]: value = "task-2794549" [ 1333.527100] env[70623]: _type = "Task" [ 1333.527100] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.536352] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.569495] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.569861] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.570087] env[70623]: DEBUG nova.compute.manager [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.570970] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d765f0-684e-4736-a956-8ea9ef5604cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.579767] env[70623]: DEBUG nova.compute.manager [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1333.580365] env[70623]: DEBUG nova.objects.instance [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'flavor' on Instance uuid 4136c3cf-45a9-4fba-a912-d8935df1f8b4 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.599653] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2b223b-1439-4b49-9a26-e7a1cd844cfa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.607170] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99413013-ffa1-49c0-af91-2a09775e5918 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.637710] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4806906-90d1-4ce5-b5fd-5b39c63ea8d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.645085] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c2d113-e122-406e-bf74-5b1419d1fb74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.658359] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.941864] env[70623]: DEBUG nova.network.neutron [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updated VIF entry in instance network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.942241] env[70623]: DEBUG nova.network.neutron [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa9545888-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.945117] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.037363] env[70623]: DEBUG oslo_vmware.api [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794549, 'name': PowerOnVM_Task, 'duration_secs': 0.451099} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.037646] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.040362] env[70623]: DEBUG nova.compute.manager [None req-e0e8dfc9-cb4c-415c-bb26-027a7ef88bc2 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.041131] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4b890-fe8e-4c20-bfc1-404deabae3c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.179145] env[70623]: ERROR nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [req-33ae49db-b40d-4de8-904c-8626f32853da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33ae49db-b40d-4de8-904c-8626f32853da"}]} [ 1334.195616] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1334.210096] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1334.210321] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.219995] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1334.234848] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1334.313804] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1244a1-248a-470d-af0d-52506e57561c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.321523] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa518d4-f469-4b61-be23-6bc1f83b304b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.354908] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a24dc-c654-4e30-a560-693bc3c86eb3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.362743] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7f5f9-a9d1-4025-b917-3f80935f8402 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.377300] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.449346] env[70623]: DEBUG oslo_concurrency.lockutils [req-3a74a1d3-2067-4b1f-bdaf-c9c7d7f6954e req-0371d714-422e-405b-9764-b024626cbb51 service nova] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.589645] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.589939] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c5c353-6368-42fc-8bd9-403e934559b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.597977] env[70623]: DEBUG oslo_vmware.api [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1334.597977] env[70623]: value = "task-2794550" [ 1334.597977] env[70623]: _type = "Task" [ 1334.597977] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.605912] env[70623]: DEBUG oslo_vmware.api [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.906359] env[70623]: ERROR nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [req-dd3a0d84-351b-43b5-ac0a-8d91bf33049f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd3a0d84-351b-43b5-ac0a-8d91bf33049f"}]} [ 1334.923032] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1334.939743] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1334.939980] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.951777] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1334.977143] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1335.067515] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84ed71-6c1d-46f1-bd45-f004a7e96438 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.074757] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ead86-9113-490f-961d-86f69f94e21f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.108668] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671af53-055b-4310-aff6-d63465d88b9c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.115969] env[70623]: INFO nova.compute.manager [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Unrescuing [ 1335.116236] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.116393] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.116560] env[70623]: DEBUG nova.network.neutron [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.117722] env[70623]: DEBUG oslo_vmware.api [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794550, 'name': PowerOffVM_Task, 'duration_secs': 0.446177} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.119781] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.119986] env[70623]: DEBUG nova.compute.manager [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.120946] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9731b4f5-7b36-486d-8466-68c1a083e051 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.124337] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b26fd4-4e9d-4924-b3b3-cea09a039ce5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.141532] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.188630] env[70623]: DEBUG oslo_concurrency.lockutils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.188854] env[70623]: DEBUG oslo_concurrency.lockutils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.195366] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.652674] env[70623]: DEBUG oslo_concurrency.lockutils [None req-72e51e5a-ea3c-4e78-bc6c-943e6764c410 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.678439] env[70623]: DEBUG nova.scheduler.client.report [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1335.678711] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 180 to 181 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1335.678892] env[70623]: DEBUG nova.compute.provider_tree [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.691405] env[70623]: DEBUG nova.compute.utils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.836049] env[70623]: DEBUG nova.network.neutron [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.973092] env[70623]: DEBUG nova.objects.instance [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'flavor' on Instance uuid 4136c3cf-45a9-4fba-a912-d8935df1f8b4 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.184539] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.693s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.187372] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.389s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.187695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.187776] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1336.188081] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.243s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.189640] env[70623]: INFO nova.compute.claims [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.193565] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad3b8c-cac8-468b-8c6a-f2034cc1d88d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.197047] env[70623]: DEBUG oslo_concurrency.lockutils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.204820] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58db65-90f1-4f8e-9c8a-a112c59c098d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.219899] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f68e5-5f02-4609-adfb-583b0d031727 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.227918] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b0bf56-ea0a-4b05-95f9-cf9f9d479722 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.259810] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180028MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1336.259995] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.339224] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.339914] env[70623]: DEBUG nova.objects.instance [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'flavor' on Instance uuid 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.480318] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.480493] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.480614] env[70623]: DEBUG nova.network.neutron [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.480788] env[70623]: DEBUG nova.objects.instance [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'info_cache' on Instance uuid 4136c3cf-45a9-4fba-a912-d8935df1f8b4 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.700862] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5a37da24-937d-4e7b-9040-a9c82c8af473 tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.474s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.700862] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.505s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.700862] env[70623]: INFO nova.compute.manager [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Unshelving [ 1336.846054] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a43df-723f-40d1-9905-f513bb3db3c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.870181] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.870529] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b01bf5-ce5e-4f21-a942-7101398b0e13 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.877565] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1336.877565] env[70623]: value = "task-2794551" [ 1336.877565] env[70623]: _type = "Task" [ 1336.877565] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.885666] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.983723] env[70623]: DEBUG nova.objects.base [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Object Instance<4136c3cf-45a9-4fba-a912-d8935df1f8b4> lazy-loaded attributes: flavor,info_cache {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.254789] env[70623]: DEBUG oslo_concurrency.lockutils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.255037] env[70623]: DEBUG oslo_concurrency.lockutils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.255279] env[70623]: INFO nova.compute.manager [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Attaching volume bc502230-6897-4217-a272-878f1a5bc43d to /dev/sdb [ 1337.288842] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc828ca-2823-4e96-8634-42f59e85c102 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.297584] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dcc624-4981-45e0-bdef-5acf715d723f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.311079] env[70623]: DEBUG nova.virt.block_device [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating existing volume attachment record: 40128f30-5179-4438-b841-9549e67a7d87 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1337.314274] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5600a-040a-49ac-94a9-d8cf06840172 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.320866] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a15df-ae6e-4407-89ae-cbabbb5fcceb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.351874] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3a35a-881d-4743-acc8-bd42db6f8c09 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.359272] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fada5d9-3272-4be9-a7fe-aba021ef6036 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.372525] env[70623]: DEBUG nova.compute.provider_tree [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.387015] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794551, 'name': PowerOffVM_Task, 'duration_secs': 0.180019} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.387015] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.392287] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.392781] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d52ef9c-dce6-4bb0-9cd7-4e9797c38797 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.410924] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1337.410924] env[70623]: value = "task-2794552" [ 1337.410924] env[70623]: _type = "Task" [ 1337.410924] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.419921] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.692814] env[70623]: DEBUG nova.network.neutron [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [{"id": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "address": "fa:16:3e:3b:67:34", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d50dc7e-db", "ovs_interfaceid": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.724367] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.875667] env[70623]: DEBUG nova.scheduler.client.report [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.921452] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794552, 'name': ReconfigVM_Task, 'duration_secs': 0.263517} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.921851] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.922138] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.922464] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585b0c96-6176-4046-b855-316d3059cccd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.930057] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1337.930057] env[70623]: value = "task-2794556" [ 1337.930057] env[70623]: _type = "Task" [ 1337.930057] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.937527] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.195279] env[70623]: DEBUG oslo_concurrency.lockutils [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.381235] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.381940] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.384546] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.125s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.441710] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.893871] env[70623]: DEBUG nova.compute.utils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.896334] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.896513] env[70623]: DEBUG nova.network.neutron [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.930541] env[70623]: DEBUG nova.policy [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '081c4abe47fc4c7f9a9bc5065dc5aaa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a95c2ba9a14d3399a3324ccd25ff34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.940791] env[70623]: DEBUG oslo_vmware.api [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794556, 'name': PowerOnVM_Task, 'duration_secs': 0.699123} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.941052] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.941291] env[70623]: DEBUG nova.compute.manager [None req-f4994734-fe1b-4f6a-b566-8dddf2285034 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.942051] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93fa0a1-cb19-4a2e-926b-d180d0a9c64d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.201747] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.202074] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a24eae-2b17-49f1-8a19-c5ea71916fa2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.209036] env[70623]: DEBUG oslo_vmware.api [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1339.209036] env[70623]: value = "task-2794557" [ 1339.209036] env[70623]: _type = "Task" [ 1339.209036] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.210033] env[70623]: DEBUG nova.network.neutron [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Successfully created port: 1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.220830] env[70623]: DEBUG oslo_vmware.api [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.398538] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.424550] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9a3c5f95-4701-44f9-8406-d59a2c780655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.424718] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance be1934b4-5887-49e0-bb4f-7dae5ab9385b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.424835] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.424955] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.425086] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 4136c3cf-45a9-4fba-a912-d8935df1f8b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.425203] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f965d4d9-f23d-488d-9a54-109412eb9b02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.676133] env[70623]: DEBUG nova.compute.manager [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1339.676306] env[70623]: DEBUG nova.compute.manager [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing instance network info cache due to event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1339.676397] env[70623]: DEBUG oslo_concurrency.lockutils [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.676549] env[70623]: DEBUG oslo_concurrency.lockutils [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.677181] env[70623]: DEBUG nova.network.neutron [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.719011] env[70623]: DEBUG oslo_vmware.api [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794557, 'name': PowerOnVM_Task, 'duration_secs': 0.412636} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.719335] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.719565] env[70623]: DEBUG nova.compute.manager [None req-bab421f3-0db0-4020-b0b0-1b6d7c7a2900 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.720457] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8108ac8f-f3e6-4b02-a066-2edc67c19f0c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.929201] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 4abe331f-9c45-454b-b254-208d9657c125 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1339.929429] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1339.929575] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.019139] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b62bf74-2614-44c6-a9ea-28eb6859e059 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.026531] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac84042-0655-470c-ac15-f3e933ca9df8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.093059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd61827-863a-4480-a886-12560bd4215c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.106627] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e211f5-9ea7-4a22-955d-3fe0129b5280 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.130291] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.378394] env[70623]: DEBUG nova.network.neutron [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updated VIF entry in instance network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.378809] env[70623]: DEBUG nova.network.neutron [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.411416] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.439437] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.439703] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.439866] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.440060] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.440212] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.440362] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.440570] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.440730] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.440896] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.441068] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.441244] env[70623]: DEBUG nova.virt.hardware [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.442120] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4b32c-4cee-410c-acbf-31b82b382f26 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.449849] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23526962-e2dc-4def-a010-9208806fb2c2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.632507] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.778906] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e475ce-545d-438d-9038-e136d66374bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.786009] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Suspending the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1340.786316] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ead2b043-1a6b-42cb-bb8f-f8d98df9f329 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.793646] env[70623]: DEBUG oslo_vmware.api [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1340.793646] env[70623]: value = "task-2794559" [ 1340.793646] env[70623]: _type = "Task" [ 1340.793646] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.805413] env[70623]: DEBUG oslo_vmware.api [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794559, 'name': SuspendVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.846442] env[70623]: DEBUG nova.compute.manager [req-607b7b33-f4f1-4433-937c-95e90abc5d06 req-c86f895e-844f-47b0-8df0-bb3150136548 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Received event network-vif-plugged-1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1340.846655] env[70623]: DEBUG oslo_concurrency.lockutils [req-607b7b33-f4f1-4433-937c-95e90abc5d06 req-c86f895e-844f-47b0-8df0-bb3150136548 service nova] Acquiring lock "f965d4d9-f23d-488d-9a54-109412eb9b02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.846953] env[70623]: DEBUG oslo_concurrency.lockutils [req-607b7b33-f4f1-4433-937c-95e90abc5d06 req-c86f895e-844f-47b0-8df0-bb3150136548 service nova] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.847025] env[70623]: DEBUG oslo_concurrency.lockutils [req-607b7b33-f4f1-4433-937c-95e90abc5d06 req-c86f895e-844f-47b0-8df0-bb3150136548 service nova] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.847252] env[70623]: DEBUG nova.compute.manager [req-607b7b33-f4f1-4433-937c-95e90abc5d06 req-c86f895e-844f-47b0-8df0-bb3150136548 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] No waiting events found dispatching network-vif-plugged-1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.847436] env[70623]: WARNING nova.compute.manager [req-607b7b33-f4f1-4433-937c-95e90abc5d06 req-c86f895e-844f-47b0-8df0-bb3150136548 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Received unexpected event network-vif-plugged-1dbcbc65-7852-4c24-8fcf-cad46ea0a636 for instance with vm_state building and task_state spawning. [ 1340.882176] env[70623]: DEBUG oslo_concurrency.lockutils [req-ed1eb2d9-c2d1-45cd-8290-2e3f1fdab128 req-2eeb3d60-fc9a-4725-ab82-3a075cec8a5c service nova] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.964899] env[70623]: DEBUG nova.network.neutron [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Successfully updated port: 1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.139332] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1341.139538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.755s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.139772] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.416s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.139982] env[70623]: DEBUG nova.objects.instance [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'pci_requests' on Instance uuid 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.303829] env[70623]: DEBUG oslo_vmware.api [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794559, 'name': SuspendVM_Task} progress is 70%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.467832] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.467832] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.468276] env[70623]: DEBUG nova.network.neutron [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.644368] env[70623]: DEBUG nova.objects.instance [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'numa_topology' on Instance uuid 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.701340] env[70623]: DEBUG nova.compute.manager [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1341.701490] env[70623]: DEBUG nova.compute.manager [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing instance network info cache due to event network-changed-b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1341.701706] env[70623]: DEBUG oslo_concurrency.lockutils [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] Acquiring lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.701825] env[70623]: DEBUG oslo_concurrency.lockutils [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] Acquired lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.701991] env[70623]: DEBUG nova.network.neutron [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Refreshing network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.804538] env[70623]: DEBUG oslo_vmware.api [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794559, 'name': SuspendVM_Task} progress is 70%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.855416] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1341.855688] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561653', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'name': 'volume-bc502230-6897-4217-a272-878f1a5bc43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'serial': 'bc502230-6897-4217-a272-878f1a5bc43d'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1341.856548] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32123a73-19d1-41a2-8827-336bba4a4912 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.873919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186b251-0000-4e14-a8c5-ba05cc7934ef {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.899614] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-bc502230-6897-4217-a272-878f1a5bc43d/volume-bc502230-6897-4217-a272-878f1a5bc43d.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.899884] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ac7aa7-9e01-49a6-bc58-44d00c18ed5d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.917484] env[70623]: DEBUG oslo_vmware.api [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1341.917484] env[70623]: value = "task-2794560" [ 1341.917484] env[70623]: _type = "Task" [ 1341.917484] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.925193] env[70623]: DEBUG oslo_vmware.api [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.000368] env[70623]: DEBUG nova.network.neutron [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.113977] env[70623]: DEBUG nova.network.neutron [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Updating instance_info_cache with network_info: [{"id": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "address": "fa:16:3e:2d:eb:f3", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dbcbc65-78", "ovs_interfaceid": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.146984] env[70623]: INFO nova.compute.claims [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.306509] env[70623]: DEBUG oslo_vmware.api [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794559, 'name': SuspendVM_Task, 'duration_secs': 1.371039} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.306775] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Suspended the VM {{(pid=70623) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1342.306953] env[70623]: DEBUG nova.compute.manager [None req-06e07deb-e4c5-48d1-86a7-3eed6a5952cf tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.307717] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad5ef9-44c2-4716-b514-e08a7655ed99 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.408424] env[70623]: DEBUG nova.network.neutron [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updated VIF entry in instance network info cache for port b03e73ca-0eb6-4c06-8a17-6afab514cac8. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.408832] env[70623]: DEBUG nova.network.neutron [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [{"id": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "address": "fa:16:3e:f1:d8:88", "network": {"id": "f1249ced-72cf-429a-ab56-949e9c35a758", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1104793985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be8424f27ca42a6971d430f5613d7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03e73ca-0e", "ovs_interfaceid": "b03e73ca-0eb6-4c06-8a17-6afab514cac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.427215] env[70623]: DEBUG oslo_vmware.api [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794560, 'name': ReconfigVM_Task, 'duration_secs': 0.401226} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.427460] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-bc502230-6897-4217-a272-878f1a5bc43d/volume-bc502230-6897-4217-a272-878f1a5bc43d.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.432269] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb96f85-25a5-4006-91f5-eb0cdadba0a0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.446803] env[70623]: DEBUG oslo_vmware.api [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1342.446803] env[70623]: value = "task-2794561" [ 1342.446803] env[70623]: _type = "Task" [ 1342.446803] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.454236] env[70623]: DEBUG oslo_vmware.api [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.617511] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.617899] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Instance network_info: |[{"id": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "address": "fa:16:3e:2d:eb:f3", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dbcbc65-78", "ovs_interfaceid": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.618366] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:eb:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dbcbc65-7852-4c24-8fcf-cad46ea0a636', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.625779] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Creating folder: Project (f6a95c2ba9a14d3399a3324ccd25ff34). Parent ref: group-v561316. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.627088] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a959435c-f4d1-4fdc-97ed-d246be30d6da {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.639836] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Created folder: Project (f6a95c2ba9a14d3399a3324ccd25ff34) in parent group-v561316. [ 1342.640033] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Creating folder: Instances. Parent ref: group-v561654. {{(pid=70623) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.640262] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e581b8c4-a41f-4bde-8545-7cf8911dceb8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.649881] env[70623]: INFO nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Created folder: Instances in parent group-v561654. [ 1342.650124] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.650311] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.652993] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e5142d-4103-4daf-9178-1d59e04485b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.672141] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.672141] env[70623]: value = "task-2794564" [ 1342.672141] env[70623]: _type = "Task" [ 1342.672141] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.679617] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794564, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.872369] env[70623]: DEBUG nova.compute.manager [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Received event network-changed-1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1342.872511] env[70623]: DEBUG nova.compute.manager [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Refreshing instance network info cache due to event network-changed-1dbcbc65-7852-4c24-8fcf-cad46ea0a636. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1342.872854] env[70623]: DEBUG oslo_concurrency.lockutils [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] Acquiring lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.872854] env[70623]: DEBUG oslo_concurrency.lockutils [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] Acquired lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.873027] env[70623]: DEBUG nova.network.neutron [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Refreshing network info cache for port 1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.911119] env[70623]: DEBUG oslo_concurrency.lockutils [req-6384752d-1ecd-44fd-805f-08000ab0b3c1 req-4a8958fb-0aa4-4858-86cd-0aed1a4784ba service nova] Releasing lock "refresh_cache-349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.957697] env[70623]: DEBUG oslo_vmware.api [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794561, 'name': ReconfigVM_Task, 'duration_secs': 0.136282} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.958025] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561653', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'name': 'volume-bc502230-6897-4217-a272-878f1a5bc43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'serial': 'bc502230-6897-4217-a272-878f1a5bc43d'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1343.131863] env[70623]: INFO nova.compute.manager [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Resuming [ 1343.132525] env[70623]: DEBUG nova.objects.instance [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'flavor' on Instance uuid 4136c3cf-45a9-4fba-a912-d8935df1f8b4 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.139943] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.140155] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.140312] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.140462] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.140617] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.184145] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794564, 'name': CreateVM_Task, 'duration_secs': 0.417741} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.184393] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.184972] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.185161] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.185470] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.187802] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7285d439-92ea-4303-90c0-8cf47b754fae {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.192121] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1343.192121] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52761587-24ca-3a25-afdd-7793ce66cf81" [ 1343.192121] env[70623]: _type = "Task" [ 1343.192121] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.199590] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52761587-24ca-3a25-afdd-7793ce66cf81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.249606] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ce4906-82ec-4209-85ea-36de8be9ce41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.256882] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e9614b-4997-49cb-a6c3-33bfb18b30a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.286546] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84664182-854b-4d7d-99b6-7c1a03a35eec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.293567] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8407f6-ba07-453d-87bf-97b5c0b01049 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.306584] env[70623]: DEBUG nova.compute.provider_tree [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.544626] env[70623]: DEBUG nova.network.neutron [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Updated VIF entry in instance network info cache for port 1dbcbc65-7852-4c24-8fcf-cad46ea0a636. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.544990] env[70623]: DEBUG nova.network.neutron [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Updating instance_info_cache with network_info: [{"id": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "address": "fa:16:3e:2d:eb:f3", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dbcbc65-78", "ovs_interfaceid": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.702406] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52761587-24ca-3a25-afdd-7793ce66cf81, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.702772] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.702862] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.703118] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.703269] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.703505] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.703783] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84530b5a-30f3-4444-98f5-abd324b5acf1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.712021] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.712212] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.712867] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92243d63-ed7b-4029-9aa0-ced8301c22d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.718032] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1343.718032] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52822710-9a93-8e7e-7ee4-c8cf467b6254" [ 1343.718032] env[70623]: _type = "Task" [ 1343.718032] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.725354] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52822710-9a93-8e7e-7ee4-c8cf467b6254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.810060] env[70623]: DEBUG nova.scheduler.client.report [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.994834] env[70623]: DEBUG nova.objects.instance [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.047319] env[70623]: DEBUG oslo_concurrency.lockutils [req-a1cec9fd-9a50-4dbb-a453-f1a6b73c2a25 req-034daa45-2585-42f0-a74f-0fb601d57ae0 service nova] Releasing lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.228365] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52822710-9a93-8e7e-7ee4-c8cf467b6254, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.229126] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c55d53f-0b4e-4f22-989b-6d647e13905a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.234781] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1344.234781] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528f0802-1a63-1fa3-7a45-4d9dc9d9b6fd" [ 1344.234781] env[70623]: _type = "Task" [ 1344.234781] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.242252] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528f0802-1a63-1fa3-7a45-4d9dc9d9b6fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.315861] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.176s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.343149] env[70623]: INFO nova.network.neutron [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating port a9545888-eab2-482a-8f80-a1c2af3c3908 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1344.500695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-33f65775-fe8f-47f5-aa0e-9450fa3a8cb3 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.592738] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.593532] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.593719] env[70623]: DEBUG nova.compute.manager [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.594610] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce5b0c6-7fbc-4850-9588-e9c49038f616 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.601176] env[70623]: DEBUG nova.compute.manager [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1344.601750] env[70623]: DEBUG nova.objects.instance [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.641826] env[70623]: DEBUG oslo_concurrency.lockutils [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.642072] env[70623]: DEBUG oslo_concurrency.lockutils [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquired lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.642196] env[70623]: DEBUG nova.network.neutron [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.747031] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528f0802-1a63-1fa3-7a45-4d9dc9d9b6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.747406] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.747471] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/f965d4d9-f23d-488d-9a54-109412eb9b02.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.747723] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063e9972-0e82-4d71-9ad6-87435cbe810c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.754391] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1344.754391] env[70623]: value = "task-2794565" [ 1344.754391] env[70623]: _type = "Task" [ 1344.754391] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.761718] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.265532] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47774} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.265818] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/f965d4d9-f23d-488d-9a54-109412eb9b02.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.266049] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.266298] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc47cd8d-8098-46e7-9754-55e792530148 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.272461] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1345.272461] env[70623]: value = "task-2794566" [ 1345.272461] env[70623]: _type = "Task" [ 1345.272461] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.280161] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.388601] env[70623]: DEBUG nova.network.neutron [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [{"id": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "address": "fa:16:3e:3b:67:34", "network": {"id": "26166286-caa6-4291-9144-e78707d4b965", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1862089656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fdc023cbcaf4f3cbeb4c4586264b058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d50dc7e-db", "ovs_interfaceid": "1d50dc7e-db92-4930-b59b-6004b87b8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.608800] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.609166] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b59cca-db76-441b-829a-7bd7d575ee2e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.618017] env[70623]: DEBUG oslo_vmware.api [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1345.618017] env[70623]: value = "task-2794567" [ 1345.618017] env[70623]: _type = "Task" [ 1345.618017] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.624827] env[70623]: DEBUG oslo_vmware.api [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.710714] env[70623]: DEBUG nova.compute.manager [req-69847687-93a4-439d-bab7-8f9a790b0044 req-610844a1-e785-49da-a777-ed913c29a82a service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-vif-plugged-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1345.710714] env[70623]: DEBUG oslo_concurrency.lockutils [req-69847687-93a4-439d-bab7-8f9a790b0044 req-610844a1-e785-49da-a777-ed913c29a82a service nova] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.710714] env[70623]: DEBUG oslo_concurrency.lockutils [req-69847687-93a4-439d-bab7-8f9a790b0044 req-610844a1-e785-49da-a777-ed913c29a82a service nova] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.710714] env[70623]: DEBUG oslo_concurrency.lockutils [req-69847687-93a4-439d-bab7-8f9a790b0044 req-610844a1-e785-49da-a777-ed913c29a82a service nova] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.710714] env[70623]: DEBUG nova.compute.manager [req-69847687-93a4-439d-bab7-8f9a790b0044 req-610844a1-e785-49da-a777-ed913c29a82a service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] No waiting events found dispatching network-vif-plugged-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.710714] env[70623]: WARNING nova.compute.manager [req-69847687-93a4-439d-bab7-8f9a790b0044 req-610844a1-e785-49da-a777-ed913c29a82a service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received unexpected event network-vif-plugged-a9545888-eab2-482a-8f80-a1c2af3c3908 for instance with vm_state shelved_offloaded and task_state spawning. [ 1345.782471] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074956} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.785356] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.785356] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0595669b-6b0d-4a23-8ff9-349a64187fdb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.807797] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/f965d4d9-f23d-488d-9a54-109412eb9b02.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.808976] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.809221] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.809453] env[70623]: DEBUG nova.network.neutron [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.810637] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aafaf25b-d932-4143-b579-51d129da4001 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.832391] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1345.832391] env[70623]: value = "task-2794568" [ 1345.832391] env[70623]: _type = "Task" [ 1345.832391] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.840587] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.891300] env[70623]: DEBUG oslo_concurrency.lockutils [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Releasing lock "refresh_cache-4136c3cf-45a9-4fba-a912-d8935df1f8b4" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.892222] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97765b5e-302c-42ed-bd59-c0aafd3d9c79 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.899281] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Resuming the VM {{(pid=70623) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1345.899519] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f341c9d7-4d32-426e-80ce-0b9345c2c799 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.906059] env[70623]: DEBUG oslo_vmware.api [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1345.906059] env[70623]: value = "task-2794569" [ 1345.906059] env[70623]: _type = "Task" [ 1345.906059] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.912383] env[70623]: DEBUG oslo_vmware.api [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.095098] env[70623]: DEBUG nova.network.neutron [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.130149] env[70623]: DEBUG oslo_vmware.api [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794567, 'name': PowerOffVM_Task, 'duration_secs': 0.211567} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.130413] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.130616] env[70623]: DEBUG nova.compute.manager [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.131386] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba2d55-c73e-46b1-b8cc-cc2775e44a8e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.342434] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794568, 'name': ReconfigVM_Task, 'duration_secs': 0.396896} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.343117] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Reconfigured VM instance instance-0000007c to attach disk [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/f965d4d9-f23d-488d-9a54-109412eb9b02.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.344031] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7051542-5abb-466d-9fac-a018400b20a2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.350370] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1346.350370] env[70623]: value = "task-2794570" [ 1346.350370] env[70623]: _type = "Task" [ 1346.350370] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.361953] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794570, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.416178] env[70623]: DEBUG oslo_vmware.api [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794569, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.597666] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.628541] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f6033dd9c8261fcb7a147f27911d9aa2',container_format='bare',created_at=2025-03-06T07:16:36Z,direct_url=,disk_format='vmdk',id=635b0077-26b5-41b0-90cb-64e8a1a8774b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-746677587-shelved',owner='7bce16669d9d4c028cf9ec79da1818e7',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-06T07:16:50Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.628830] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.628989] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.629200] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.629422] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.629589] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.629806] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.629965] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.630173] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.630408] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.630627] env[70623]: DEBUG nova.virt.hardware [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.631720] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f96644-887c-427f-a0f0-f5f6babe4fa7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.642907] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f6894b-e12e-424a-9074-f22448edb0fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.648213] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19a58d9b-6b57-4664-a6fd-e4e8fec291ce tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.661181] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:35:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9545888-eab2-482a-8f80-a1c2af3c3908', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.669473] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.670539] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.670789] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1347d42d-6016-4af3-8b41-add1a20c5c57 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.692616] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.692616] env[70623]: value = "task-2794571" [ 1346.692616] env[70623]: _type = "Task" [ 1346.692616] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.704070] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794571, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.860605] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794570, 'name': Rename_Task, 'duration_secs': 0.445268} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.861157] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.861271] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a91e48a-87b1-4d0c-892b-1edd15dfcd7b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.867428] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1346.867428] env[70623]: value = "task-2794572" [ 1346.867428] env[70623]: _type = "Task" [ 1346.867428] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.874804] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.915608] env[70623]: DEBUG oslo_vmware.api [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794569, 'name': PowerOnVM_Task, 'duration_secs': 0.641543} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.915834] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Resumed the VM {{(pid=70623) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1346.916025] env[70623]: DEBUG nova.compute.manager [None req-40f054ec-cd06-4a64-8344-6c1e5b5bbb58 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.916771] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8b3e5-2d53-4475-9e77-7614f114a5a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.007200] env[70623]: DEBUG nova.objects.instance [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.202993] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794571, 'name': CreateVM_Task, 'duration_secs': 0.432862} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.203233] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.204015] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.204195] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.204570] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.204833] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a68b12-22c3-4fe0-827f-161f04e1208e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.209223] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1347.209223] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e2216a-d8c9-5fbc-6c0e-e5bab448456c" [ 1347.209223] env[70623]: _type = "Task" [ 1347.209223] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.217345] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52e2216a-d8c9-5fbc-6c0e-e5bab448456c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.380729] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.512919] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.513103] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.513319] env[70623]: DEBUG nova.network.neutron [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.513573] env[70623]: DEBUG nova.objects.instance [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'info_cache' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.718933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.719395] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Processing image 635b0077-26b5-41b0-90cb-64e8a1a8774b {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.719763] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.720056] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.720359] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.721044] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ff4e96-0811-443d-9449-3518b9918f73 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.734936] env[70623]: DEBUG nova.compute.manager [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1347.735212] env[70623]: DEBUG nova.compute.manager [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing instance network info cache due to event network-changed-a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1347.735364] env[70623]: DEBUG oslo_concurrency.lockutils [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] Acquiring lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.735570] env[70623]: DEBUG oslo_concurrency.lockutils [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] Acquired lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.735754] env[70623]: DEBUG nova.network.neutron [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Refreshing network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.738011] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.738195] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.739069] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9866534-9ad6-4419-ade5-57a7682d61d7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.744326] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1347.744326] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f7643-95ec-f901-0328-22f74c9d311a" [ 1347.744326] env[70623]: _type = "Task" [ 1347.744326] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.752602] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]529f7643-95ec-f901-0328-22f74c9d311a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.877782] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.878166] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.878228] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.878486] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.878710] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.880182] env[70623]: DEBUG oslo_vmware.api [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794572, 'name': PowerOnVM_Task, 'duration_secs': 0.630946} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.880639] env[70623]: INFO nova.compute.manager [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Terminating instance [ 1347.881928] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.882195] env[70623]: INFO nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1347.882412] env[70623]: DEBUG nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.883939] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a71ca4-5eec-4ea6-b8cc-bd76157cbc44 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.018286] env[70623]: DEBUG nova.objects.base [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Object Instance<8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2> lazy-loaded attributes: flavor,info_cache {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.255031] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Preparing fetch location {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1348.255230] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Fetch image to [datastore1] OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e/OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e.vmdk {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1348.255286] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Downloading stream optimized image 635b0077-26b5-41b0-90cb-64e8a1a8774b to [datastore1] OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e/OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e.vmdk on the data store datastore1 as vApp {{(pid=70623) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1348.255448] env[70623]: DEBUG nova.virt.vmwareapi.images [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Downloading image file data 635b0077-26b5-41b0-90cb-64e8a1a8774b to the ESX as VM named 'OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e' {{(pid=70623) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1348.324626] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1348.324626] env[70623]: value = "resgroup-9" [ 1348.324626] env[70623]: _type = "ResourcePool" [ 1348.324626] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1348.325197] env[70623]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5744d6d7-c0fc-4797-be21-331367e124b7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.347970] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease: (returnval){ [ 1348.347970] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd1ff5-5330-a5ac-2e76-3d59b2641863" [ 1348.347970] env[70623]: _type = "HttpNfcLease" [ 1348.347970] env[70623]: } obtained for vApp import into resource pool (val){ [ 1348.347970] env[70623]: value = "resgroup-9" [ 1348.347970] env[70623]: _type = "ResourcePool" [ 1348.347970] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1348.348393] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the lease: (returnval){ [ 1348.348393] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd1ff5-5330-a5ac-2e76-3d59b2641863" [ 1348.348393] env[70623]: _type = "HttpNfcLease" [ 1348.348393] env[70623]: } to be ready. {{(pid=70623) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1348.355164] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.355164] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd1ff5-5330-a5ac-2e76-3d59b2641863" [ 1348.355164] env[70623]: _type = "HttpNfcLease" [ 1348.355164] env[70623]: } is initializing. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1348.387553] env[70623]: DEBUG nova.compute.manager [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.387773] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.388719] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f82b19-8ef9-49d3-ac41-9b1109def8ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.404362] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.404870] env[70623]: INFO nova.compute.manager [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Took 14.48 seconds to build instance. [ 1348.405706] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7174e66f-54f4-4f21-918f-7665d1814d64 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.412131] env[70623]: DEBUG oslo_vmware.api [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1348.412131] env[70623]: value = "task-2794574" [ 1348.412131] env[70623]: _type = "Task" [ 1348.412131] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.422373] env[70623]: DEBUG oslo_vmware.api [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.505663] env[70623]: DEBUG nova.network.neutron [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updated VIF entry in instance network info cache for port a9545888-eab2-482a-8f80-a1c2af3c3908. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.506044] env[70623]: DEBUG nova.network.neutron [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [{"id": "a9545888-eab2-482a-8f80-a1c2af3c3908", "address": "fa:16:3e:d0:35:87", "network": {"id": "68041fe1-c609-43ec-8945-54665edfe501", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1911802881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bce16669d9d4c028cf9ec79da1818e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9545888-ea", "ovs_interfaceid": "a9545888-eab2-482a-8f80-a1c2af3c3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.750376] env[70623]: DEBUG nova.network.neutron [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [{"id": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "address": "fa:16:3e:d2:fa:28", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee119af-69", "ovs_interfaceid": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.856398] env[70623]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.856398] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd1ff5-5330-a5ac-2e76-3d59b2641863" [ 1348.856398] env[70623]: _type = "HttpNfcLease" [ 1348.856398] env[70623]: } is ready. {{(pid=70623) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1348.856697] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1348.856697] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52cd1ff5-5330-a5ac-2e76-3d59b2641863" [ 1348.856697] env[70623]: _type = "HttpNfcLease" [ 1348.856697] env[70623]: }. {{(pid=70623) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1348.857455] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a824bd22-e2c2-4853-9239-fd05287e1a93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.864183] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ade23-f76e-3d56-dffe-c37a55311255/disk-0.vmdk from lease info. {{(pid=70623) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1348.864381] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ade23-f76e-3d56-dffe-c37a55311255/disk-0.vmdk. {{(pid=70623) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1348.920538] env[70623]: DEBUG oslo_concurrency.lockutils [None req-7b99faed-cee5-4726-87f2-43231e253614 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.933105] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0e44982-a3c7-4644-bd43-43f5e085b353 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.933938] env[70623]: DEBUG oslo_vmware.api [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794574, 'name': PowerOffVM_Task, 'duration_secs': 0.195258} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.934242] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.934475] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.934980] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f83f16-7ea7-4771-a071-059ff7581390 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.996879] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.997119] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.997303] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleting the datastore file [datastore2] 4136c3cf-45a9-4fba-a912-d8935df1f8b4 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.997576] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e462a2f5-121e-4f7c-a8c8-6d585923a993 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.004125] env[70623]: DEBUG oslo_vmware.api [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for the task: (returnval){ [ 1349.004125] env[70623]: value = "task-2794576" [ 1349.004125] env[70623]: _type = "Task" [ 1349.004125] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.008164] env[70623]: DEBUG oslo_concurrency.lockutils [req-4d2176b9-cda5-4e93-8e76-55bfeebe7818 req-04f08350-0968-4459-8bad-470bec8fa354 service nova] Releasing lock "refresh_cache-4abe331f-9c45-454b-b254-208d9657c125" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.013082] env[70623]: DEBUG oslo_vmware.api [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.238552] env[70623]: INFO nova.compute.manager [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Rescuing [ 1349.238823] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.238973] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.239214] env[70623]: DEBUG nova.network.neutron [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.253046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.514766] env[70623]: DEBUG oslo_vmware.api [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Task: {'id': task-2794576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151913} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.515123] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.515290] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.515414] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.515617] env[70623]: INFO nova.compute.manager [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1349.516019] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.517615] env[70623]: DEBUG nova.compute.manager [-] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.517758] env[70623]: DEBUG nova.network.neutron [-] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.000799] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Completed reading data from the image iterator. {{(pid=70623) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1350.001141] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ade23-f76e-3d56-dffe-c37a55311255/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1350.002160] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a610db-f599-49d0-bcfd-afc5cef22f74 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.011842] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ade23-f76e-3d56-dffe-c37a55311255/disk-0.vmdk is in state: ready. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1350.012050] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ade23-f76e-3d56-dffe-c37a55311255/disk-0.vmdk. {{(pid=70623) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1350.012301] env[70623]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-02c64399-1112-49f7-b31e-f6df504733d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.108206] env[70623]: DEBUG nova.compute.manager [req-8916dcb7-4448-4740-b22d-4d58a75a294e req-fe31e0bb-a2c8-461f-bbcd-7b993fbb1d18 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Received event network-vif-deleted-1d50dc7e-db92-4930-b59b-6004b87b8b94 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1350.108402] env[70623]: INFO nova.compute.manager [req-8916dcb7-4448-4740-b22d-4d58a75a294e req-fe31e0bb-a2c8-461f-bbcd-7b993fbb1d18 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Neutron deleted interface 1d50dc7e-db92-4930-b59b-6004b87b8b94; detaching it from the instance and deleting it from the info cache [ 1350.108597] env[70623]: DEBUG nova.network.neutron [req-8916dcb7-4448-4740-b22d-4d58a75a294e req-fe31e0bb-a2c8-461f-bbcd-7b993fbb1d18 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.111095] env[70623]: DEBUG nova.network.neutron [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Updating instance_info_cache with network_info: [{"id": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "address": "fa:16:3e:2d:eb:f3", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dbcbc65-78", "ovs_interfaceid": "1dbcbc65-7852-4c24-8fcf-cad46ea0a636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.198673] env[70623]: DEBUG oslo_vmware.rw_handles [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ade23-f76e-3d56-dffe-c37a55311255/disk-0.vmdk. {{(pid=70623) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1350.198964] env[70623]: INFO nova.virt.vmwareapi.images [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Downloaded image file data 635b0077-26b5-41b0-90cb-64e8a1a8774b [ 1350.199910] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daec432-7fe7-4e0d-adc1-48e7f4c24d02 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.216828] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a81491-cdb4-4c85-b849-e2833486a692 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.237913] env[70623]: INFO nova.virt.vmwareapi.images [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] The imported VM was unregistered [ 1350.240386] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Caching image {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1350.240630] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Creating directory with path [datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.240896] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db028108-8ec4-41dc-936d-c7c5cd06e274 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.252183] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Created directory with path [datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.252387] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e/OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e.vmdk to [datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk. {{(pid=70623) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1350.252637] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c61b2133-ec12-450b-a377-3f536cfe367a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.259441] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.259709] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0aeecd-2e16-4f7e-9f9c-5aed15250553 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.262588] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1350.262588] env[70623]: value = "task-2794578" [ 1350.262588] env[70623]: _type = "Task" [ 1350.262588] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.267284] env[70623]: DEBUG oslo_vmware.api [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1350.267284] env[70623]: value = "task-2794579" [ 1350.267284] env[70623]: _type = "Task" [ 1350.267284] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.273759] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794578, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.278331] env[70623]: DEBUG oslo_vmware.api [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.591853] env[70623]: DEBUG nova.network.neutron [-] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.611877] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-303ae41f-5729-4eb9-aafc-f9efba1e636b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.614809] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "refresh_cache-f965d4d9-f23d-488d-9a54-109412eb9b02" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.626986] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871bcbc-dbdb-42ba-91fa-7257dc61d915 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.663530] env[70623]: DEBUG nova.compute.manager [req-8916dcb7-4448-4740-b22d-4d58a75a294e req-fe31e0bb-a2c8-461f-bbcd-7b993fbb1d18 service nova] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Detach interface failed, port_id=1d50dc7e-db92-4930-b59b-6004b87b8b94, reason: Instance 4136c3cf-45a9-4fba-a912-d8935df1f8b4 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1350.777263] env[70623]: DEBUG oslo_vmware.api [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.780583] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794578, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.094506] env[70623]: INFO nova.compute.manager [-] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Took 1.58 seconds to deallocate network for instance. [ 1351.280186] env[70623]: DEBUG oslo_vmware.api [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794579, 'name': PowerOnVM_Task, 'duration_secs': 0.605135} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.284220] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.284591] env[70623]: DEBUG nova.compute.manager [None req-1acb2b78-1363-4e6f-98ee-9458aa85802f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.284913] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794578, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.285833] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd7988-1279-4534-8eb7-9d6e4ad91686 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.600967] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.601336] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.601605] env[70623]: DEBUG nova.objects.instance [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lazy-loading 'resources' on Instance uuid 4136c3cf-45a9-4fba-a912-d8935df1f8b4 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.778325] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794578, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.156331] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.156652] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b74cad0-6135-4e5f-bc88-f468dda690a9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.166446] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1352.166446] env[70623]: value = "task-2794580" [ 1352.166446] env[70623]: _type = "Task" [ 1352.166446] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.181779] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.214960] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345eeedd-f271-46fd-b51f-bc13daa5910a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.226412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f0fab8-297b-4ccb-886b-057e2b8e514b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.264111] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a10d06-0295-488b-a7c5-8af1ac2b954f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.276151] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794578, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.280237] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ac15d-e92d-410c-b3ad-48105c00b8e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.298684] env[70623]: DEBUG nova.compute.provider_tree [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.676421] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794580, 'name': PowerOffVM_Task, 'duration_secs': 0.320029} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.676674] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.677475] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ec731-6fae-4240-8ce3-538cea2f744e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.694709] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5f65a-ac7c-46b5-b4f3-850a3f891d80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.727992] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.728252] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef589ffd-2f54-4f33-8248-02506abd093a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.734369] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1352.734369] env[70623]: value = "task-2794581" [ 1352.734369] env[70623]: _type = "Task" [ 1352.734369] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.741586] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.775203] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794578, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.273067} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.775436] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e/OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e.vmdk to [datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk. [ 1352.775619] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Cleaning up location [datastore1] OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1352.775783] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4e26a6bd-d057-47c4-b720-1a154f8d4b9e {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.776019] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-befd3ce5-1331-4574-ab27-55df5f6043b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.781106] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1352.781106] env[70623]: value = "task-2794582" [ 1352.781106] env[70623]: _type = "Task" [ 1352.781106] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.788176] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.831049] env[70623]: DEBUG nova.scheduler.client.report [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1352.831337] env[70623]: DEBUG nova.compute.provider_tree [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 181 to 182 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1352.831521] env[70623]: DEBUG nova.compute.provider_tree [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.245903] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1353.246358] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.246358] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.246513] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.246681] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.246958] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8acde9-d75c-4ca5-a334-994793b3f45e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.255842] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.256008] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.256709] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a723bb1-b428-4ae8-b8f7-2df8151fc30c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.261498] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1353.261498] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f628c9-2b2f-9fa8-4582-0cf851f25cd1" [ 1353.261498] env[70623]: _type = "Task" [ 1353.261498] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.268761] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f628c9-2b2f-9fa8-4582-0cf851f25cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.289242] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034451} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.289476] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.289638] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.289876] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk to [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.290123] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586aeb82-f395-42fb-a9f9-78a69216c5a8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.296654] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1353.296654] env[70623]: value = "task-2794583" [ 1353.296654] env[70623]: _type = "Task" [ 1353.296654] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.303758] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.336828] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.364606] env[70623]: INFO nova.scheduler.client.report [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Deleted allocations for instance 4136c3cf-45a9-4fba-a912-d8935df1f8b4 [ 1353.772098] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52f628c9-2b2f-9fa8-4582-0cf851f25cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.035693} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.772855] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55263119-b0ed-4e78-9bee-8ed50ffb008b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.777887] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1353.777887] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52482b24-4dbe-b72e-ce59-1b306b097265" [ 1353.777887] env[70623]: _type = "Task" [ 1353.777887] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.785076] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52482b24-4dbe-b72e-ce59-1b306b097265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.804214] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.874411] env[70623]: DEBUG oslo_concurrency.lockutils [None req-19ef359b-ffd9-42b3-9935-f1d0f7e652e9 tempest-ServerActionsTestJSON-157573857 tempest-ServerActionsTestJSON-157573857-project-member] Lock "4136c3cf-45a9-4fba-a912-d8935df1f8b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.293266] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52482b24-4dbe-b72e-ce59-1b306b097265, 'name': SearchDatastore_Task, 'duration_secs': 0.061835} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.293661] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.293932] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. {{(pid=70623) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1354.294275] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d083e388-59f5-4bf1-bfa8-c762761a7b4c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.304623] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1354.304623] env[70623]: value = "task-2794584" [ 1354.304623] env[70623]: _type = "Task" [ 1354.304623] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.308201] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.316585] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.809930] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.819986] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.308655] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.318861] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606129} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.319213] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. [ 1355.320059] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861a73f-56d4-49d2-8b38-0c609d889e1a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.350789] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.351180] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79f9208d-f8bd-4976-be6b-a30761e261e9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.370342] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1355.370342] env[70623]: value = "task-2794585" [ 1355.370342] env[70623]: _type = "Task" [ 1355.370342] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.379231] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.809212] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.881310] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.310872] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794583, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.797609} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.311215] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/635b0077-26b5-41b0-90cb-64e8a1a8774b/635b0077-26b5-41b0-90cb-64e8a1a8774b.vmdk to [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.312037] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b4fe12-eeb2-4be2-a085-b12fc0369e16 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.333778] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.334024] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f98992-792b-4557-ad0a-7a4733e25f53 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.353147] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1356.353147] env[70623]: value = "task-2794586" [ 1356.353147] env[70623]: _type = "Task" [ 1356.353147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.361011] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.381566] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794585, 'name': ReconfigVM_Task, 'duration_secs': 0.633763} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.381959] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Reconfigured VM instance instance-0000007c to attach disk [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.382919] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52082a7d-6599-4d48-b96e-b31bf1c7fefe {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.408539] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b802a9-629d-481c-b0b9-2100ab7c8be9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.423756] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1356.423756] env[70623]: value = "task-2794587" [ 1356.423756] env[70623]: _type = "Task" [ 1356.423756] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.434081] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.863425] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794586, 'name': ReconfigVM_Task, 'duration_secs': 0.309087} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.863938] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4abe331f-9c45-454b-b254-208d9657c125/4abe331f-9c45-454b-b254-208d9657c125.vmdk or device None with type streamOptimized {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.864631] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5595ecf7-8d4b-434e-96d7-a708d907f7c1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.871067] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1356.871067] env[70623]: value = "task-2794588" [ 1356.871067] env[70623]: _type = "Task" [ 1356.871067] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.880080] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794588, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.933569] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.380299] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794588, 'name': Rename_Task, 'duration_secs': 0.139583} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.380657] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.380929] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44591d5a-962f-43e8-b7d8-77894755001e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.387130] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1357.387130] env[70623]: value = "task-2794589" [ 1357.387130] env[70623]: _type = "Task" [ 1357.387130] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.394417] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.432415] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.897558] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.933240] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794587, 'name': ReconfigVM_Task, 'duration_secs': 1.30482} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.933519] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.933926] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d602fdd0-6cae-40b9-a3fc-62cd0cba6738 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.941117] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1357.941117] env[70623]: value = "task-2794590" [ 1357.941117] env[70623]: _type = "Task" [ 1357.941117] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.948231] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.398651] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.451237] env[70623]: DEBUG oslo_vmware.api [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794590, 'name': PowerOnVM_Task, 'duration_secs': 0.394066} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.451503] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.454401] env[70623]: DEBUG nova.compute.manager [None req-e2dce3bd-fc38-41fe-8d66-f9a0c8a616aa tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.455195] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b030b2-6c69-4acc-bd5f-22e5fca18cd9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.898773] env[70623]: DEBUG oslo_vmware.api [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794589, 'name': PowerOnVM_Task, 'duration_secs': 1.015446} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.899149] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.007455] env[70623]: DEBUG nova.compute.manager [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.008459] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84459aab-6a2e-468d-b067-58bf4cee0d03 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.526865] env[70623]: DEBUG oslo_concurrency.lockutils [None req-399c49ad-9c3a-4f2f-8702-0f474e2a892a tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.827s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.954870] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.955165] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.457588] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.980914] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.980914] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.982435] env[70623]: INFO nova.compute.claims [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.072878] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1782b63-2712-4d8c-8fd3-36a4a0eaa9bd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.080152] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d6f1d-2739-4686-922b-35a3ea4574d2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.109138] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e5ffdf-8c3b-41d0-b5fc-0e9071dcf881 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.115742] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87b35b6-41c6-465a-9a26-a45b63b4adc0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.128302] env[70623]: DEBUG nova.compute.provider_tree [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.648450] env[70623]: ERROR nova.scheduler.client.report [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [req-aec7b389-e51e-47b1-a31d-32d6edf74c35] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aec7b389-e51e-47b1-a31d-32d6edf74c35"}]} [ 1362.664603] env[70623]: DEBUG nova.scheduler.client.report [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Refreshing inventories for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1362.677531] env[70623]: DEBUG nova.scheduler.client.report [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updating ProviderTree inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1362.677749] env[70623]: DEBUG nova.compute.provider_tree [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.688348] env[70623]: DEBUG nova.scheduler.client.report [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Refreshing aggregate associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, aggregates: None {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1362.707086] env[70623]: DEBUG nova.scheduler.client.report [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Refreshing trait associations for resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=70623) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1362.789016] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e7442-18c9-4ef8-8ee4-d858a56cf115 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.796262] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b63fa-797d-4054-97de-f062e9ec58f3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.835817] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1a2547-1f71-4d6e-867e-a8a6d38fa578 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.843394] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443b1c4-889f-4399-a827-06c459164337 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.856478] env[70623]: DEBUG nova.compute.provider_tree [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.385654] env[70623]: DEBUG nova.scheduler.client.report [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1363.386043] env[70623]: DEBUG nova.compute.provider_tree [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 183 to 184 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1363.386135] env[70623]: DEBUG nova.compute.provider_tree [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.890927] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.891439] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.397598] env[70623]: DEBUG nova.compute.utils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.399066] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.399241] env[70623]: DEBUG nova.network.neutron [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.446499] env[70623]: DEBUG nova.policy [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '081c4abe47fc4c7f9a9bc5065dc5aaa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a95c2ba9a14d3399a3324ccd25ff34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.731345] env[70623]: DEBUG nova.network.neutron [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Successfully created port: 633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.903475] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.913055] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.940184] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.940449] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.940629] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.940828] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.940977] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.941153] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.941364] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.941544] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.941752] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.941960] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.942214] env[70623]: DEBUG nova.virt.hardware [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.943180] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3a66c-6f4a-480c-b693-65481f35eb45 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.951991] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c019ef4-1279-48f5-8751-39183173231c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.104573] env[70623]: DEBUG nova.compute.manager [req-085e2eca-2797-4d4d-a4de-ade9f9d9a206 req-5d5fdd44-f038-474f-8dd4-bf97384941d3 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Received event network-vif-plugged-633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1366.104944] env[70623]: DEBUG oslo_concurrency.lockutils [req-085e2eca-2797-4d4d-a4de-ade9f9d9a206 req-5d5fdd44-f038-474f-8dd4-bf97384941d3 service nova] Acquiring lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.105377] env[70623]: DEBUG oslo_concurrency.lockutils [req-085e2eca-2797-4d4d-a4de-ade9f9d9a206 req-5d5fdd44-f038-474f-8dd4-bf97384941d3 service nova] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.105724] env[70623]: DEBUG oslo_concurrency.lockutils [req-085e2eca-2797-4d4d-a4de-ade9f9d9a206 req-5d5fdd44-f038-474f-8dd4-bf97384941d3 service nova] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.105994] env[70623]: DEBUG nova.compute.manager [req-085e2eca-2797-4d4d-a4de-ade9f9d9a206 req-5d5fdd44-f038-474f-8dd4-bf97384941d3 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] No waiting events found dispatching network-vif-plugged-633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1366.106306] env[70623]: WARNING nova.compute.manager [req-085e2eca-2797-4d4d-a4de-ade9f9d9a206 req-5d5fdd44-f038-474f-8dd4-bf97384941d3 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Received unexpected event network-vif-plugged-633e601b-a731-4b0e-9ce2-3da9094abe13 for instance with vm_state building and task_state spawning. [ 1366.186170] env[70623]: DEBUG nova.network.neutron [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Successfully updated port: 633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.690347] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.690347] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.690347] env[70623]: DEBUG nova.network.neutron [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.221956] env[70623]: DEBUG nova.network.neutron [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.329996] env[70623]: DEBUG nova.network.neutron [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updating instance_info_cache with network_info: [{"id": "633e601b-a731-4b0e-9ce2-3da9094abe13", "address": "fa:16:3e:08:ee:05", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633e601b-a7", "ovs_interfaceid": "633e601b-a731-4b0e-9ce2-3da9094abe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.832324] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.832636] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Instance network_info: |[{"id": "633e601b-a731-4b0e-9ce2-3da9094abe13", "address": "fa:16:3e:08:ee:05", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633e601b-a7", "ovs_interfaceid": "633e601b-a731-4b0e-9ce2-3da9094abe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.833100] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ee:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '633e601b-a731-4b0e-9ce2-3da9094abe13', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.840622] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.840822] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.841052] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4b04699-84ca-449b-92c1-145a44c41627 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.861035] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.861035] env[70623]: value = "task-2794591" [ 1367.861035] env[70623]: _type = "Task" [ 1367.861035] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.868568] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794591, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.129884] env[70623]: DEBUG nova.compute.manager [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Received event network-changed-633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1368.130081] env[70623]: DEBUG nova.compute.manager [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Refreshing instance network info cache due to event network-changed-633e601b-a731-4b0e-9ce2-3da9094abe13. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1368.130320] env[70623]: DEBUG oslo_concurrency.lockutils [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] Acquiring lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.130463] env[70623]: DEBUG oslo_concurrency.lockutils [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] Acquired lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.130622] env[70623]: DEBUG nova.network.neutron [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Refreshing network info cache for port 633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.370926] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794591, 'name': CreateVM_Task, 'duration_secs': 0.312136} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.371325] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.371717] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.371882] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.372211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.372456] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5e14d6-36b9-4421-895d-5698dd2ca238 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.376927] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1368.376927] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284205a-e91d-d278-6232-84564021c7b3" [ 1368.376927] env[70623]: _type = "Task" [ 1368.376927] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.384691] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284205a-e91d-d278-6232-84564021c7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.804540] env[70623]: DEBUG nova.network.neutron [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updated VIF entry in instance network info cache for port 633e601b-a731-4b0e-9ce2-3da9094abe13. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.804951] env[70623]: DEBUG nova.network.neutron [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updating instance_info_cache with network_info: [{"id": "633e601b-a731-4b0e-9ce2-3da9094abe13", "address": "fa:16:3e:08:ee:05", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633e601b-a7", "ovs_interfaceid": "633e601b-a731-4b0e-9ce2-3da9094abe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.887814] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]5284205a-e91d-d278-6232-84564021c7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013711} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.888134] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.888366] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.888599] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.888745] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.888920] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.889190] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653e7dbc-b14c-404b-9245-b35857b72a4f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.897363] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.897543] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.898236] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e96c6b-eda7-4c8e-ba92-86d916358cfb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.903045] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1368.903045] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dc5b7d-dc37-ea5c-f89a-3a4c0bb59fee" [ 1368.903045] env[70623]: _type = "Task" [ 1368.903045] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.910348] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dc5b7d-dc37-ea5c-f89a-3a4c0bb59fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.307421] env[70623]: DEBUG oslo_concurrency.lockutils [req-40db4da1-d8a9-4fa7-8325-f49e579361ce req-8dc49b5b-ee6d-49ec-a655-b9d9632a39b9 service nova] Releasing lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.413963] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52dc5b7d-dc37-ea5c-f89a-3a4c0bb59fee, 'name': SearchDatastore_Task, 'duration_secs': 0.008453} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.414779] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aed040c-abeb-468c-acaf-c48f291031b3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.419929] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1369.419929] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e9f72-9f5e-c20a-2fd4-a0170b9291a4" [ 1369.419929] env[70623]: _type = "Task" [ 1369.419929] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.427490] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e9f72-9f5e-c20a-2fd4-a0170b9291a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.930579] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]521e9f72-9f5e-c20a-2fd4-a0170b9291a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.930836] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.931147] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/049bd609-5d16-4c0b-88fc-ff161b89dc2a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.931402] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b046c29-c4fb-4a39-8ada-81743ebedddd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.938018] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1369.938018] env[70623]: value = "task-2794592" [ 1369.938018] env[70623]: _type = "Task" [ 1369.938018] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.945452] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.447322] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471372} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.447712] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/049bd609-5d16-4c0b-88fc-ff161b89dc2a.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.447789] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.448028] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897736e0-6ddd-4e42-aa2c-93af37b41cda {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.453989] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1370.453989] env[70623]: value = "task-2794593" [ 1370.453989] env[70623]: _type = "Task" [ 1370.453989] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.460997] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.964151] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071844} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.964391] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.965214] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a444d959-4091-463e-8a00-e3cb0a62eb14 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.986990] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/049bd609-5d16-4c0b-88fc-ff161b89dc2a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.987248] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d29945d-770b-46c2-a2eb-f9172ac1afcc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.006293] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1371.006293] env[70623]: value = "task-2794594" [ 1371.006293] env[70623]: _type = "Task" [ 1371.006293] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.013596] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.516124] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794594, 'name': ReconfigVM_Task, 'duration_secs': 0.300522} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.516486] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/049bd609-5d16-4c0b-88fc-ff161b89dc2a.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.516962] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37be0f94-49f5-478e-b04b-ed527c712ad7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.523641] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1371.523641] env[70623]: value = "task-2794595" [ 1371.523641] env[70623]: _type = "Task" [ 1371.523641] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.532604] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794595, 'name': Rename_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.033847] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794595, 'name': Rename_Task, 'duration_secs': 0.149717} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.034168] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.034422] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b11a28b3-4578-4734-af8f-f83db621de77 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.040717] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1372.040717] env[70623]: value = "task-2794596" [ 1372.040717] env[70623]: _type = "Task" [ 1372.040717] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.048375] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.550798] env[70623]: DEBUG oslo_vmware.api [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794596, 'name': PowerOnVM_Task, 'duration_secs': 0.448727} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.551100] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.551285] env[70623]: INFO nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1372.551464] env[70623]: DEBUG nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.552310] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656762e6-279e-4165-872c-9b1cd6ba4e72 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.071399] env[70623]: INFO nova.compute.manager [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Took 12.11 seconds to build instance. [ 1373.573263] env[70623]: DEBUG oslo_concurrency.lockutils [None req-abb9671a-ca2b-40fe-a77a-ac0944f2b9b5 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.618s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.240019] env[70623]: INFO nova.compute.manager [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Rescuing [ 1374.240313] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.240458] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.240635] env[70623]: DEBUG nova.network.neutron [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.924238] env[70623]: DEBUG nova.network.neutron [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updating instance_info_cache with network_info: [{"id": "633e601b-a731-4b0e-9ce2-3da9094abe13", "address": "fa:16:3e:08:ee:05", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633e601b-a7", "ovs_interfaceid": "633e601b-a731-4b0e-9ce2-3da9094abe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.426996] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.526368] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.526561] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.029542] env[70623]: INFO nova.compute.manager [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Detaching volume c59c1735-793f-4b7c-955a-a3911f3a040a [ 1376.058375] env[70623]: INFO nova.virt.block_device [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Attempting to driver detach volume c59c1735-793f-4b7c-955a-a3911f3a040a from mountpoint /dev/sdb [ 1376.058605] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1376.058788] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561651', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'name': 'volume-c59c1735-793f-4b7c-955a-a3911f3a040a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '349af2fa-a6d7-4c9e-a1cb-4d3d676aff85', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'serial': 'c59c1735-793f-4b7c-955a-a3911f3a040a'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1376.059664] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f5da8-ccff-4253-95f9-4cd3087c3035 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.081227] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0f0b7-70c3-4dd1-9f04-cb1206fab8b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.087844] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fcca25-4792-4890-bef9-569293ff4d04 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.107984] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1684369-6a8a-44f6-8170-f535be1730e3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.122107] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] The volume has not been displaced from its original location: [datastore2] volume-c59c1735-793f-4b7c-955a-a3911f3a040a/volume-c59c1735-793f-4b7c-955a-a3911f3a040a.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1376.127189] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.127432] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986563bb-e9c4-47cf-8de2-82361fa34416 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.144278] env[70623]: DEBUG oslo_vmware.api [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1376.144278] env[70623]: value = "task-2794597" [ 1376.144278] env[70623]: _type = "Task" [ 1376.144278] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.151525] env[70623]: DEBUG oslo_vmware.api [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.653710] env[70623]: DEBUG oslo_vmware.api [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794597, 'name': ReconfigVM_Task, 'duration_secs': 0.224368} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.654186] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1376.658627] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2d16e6-4bdc-45d4-9c33-0f5dcd91af43 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.672261] env[70623]: DEBUG oslo_vmware.api [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1376.672261] env[70623]: value = "task-2794598" [ 1376.672261] env[70623]: _type = "Task" [ 1376.672261] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.680145] env[70623]: DEBUG oslo_vmware.api [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.963750] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.964064] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad0e3d2a-cfe8-4c98-a25e-e4f9b4cbf002 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.970850] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1376.970850] env[70623]: value = "task-2794599" [ 1376.970850] env[70623]: _type = "Task" [ 1376.970850] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.978694] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.184189] env[70623]: DEBUG oslo_vmware.api [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794598, 'name': ReconfigVM_Task, 'duration_secs': 0.137032} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.184572] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561651', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'name': 'volume-c59c1735-793f-4b7c-955a-a3911f3a040a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '349af2fa-a6d7-4c9e-a1cb-4d3d676aff85', 'attached_at': '', 'detached_at': '', 'volume_id': 'c59c1735-793f-4b7c-955a-a3911f3a040a', 'serial': 'c59c1735-793f-4b7c-955a-a3911f3a040a'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1377.479844] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794599, 'name': PowerOffVM_Task, 'duration_secs': 0.17744} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.480127] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.480893] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48e683-1991-47ba-b17d-3b73b8f3ef5d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.499191] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf162d6c-9e49-46c8-9030-8fe8bfa45843 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.523939] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.524211] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c2019ed-fd01-42bc-8d50-57c9ea79257e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.530147] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1377.530147] env[70623]: value = "task-2794600" [ 1377.530147] env[70623]: _type = "Task" [ 1377.530147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.537495] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.724734] env[70623]: DEBUG nova.objects.instance [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'flavor' on Instance uuid 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.040413] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] VM already powered off {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1378.040626] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.040867] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.041020] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.041203] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.041440] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a64de0-5aa0-4044-9301-4b9fd67b265d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.050030] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.050208] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.050847] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581fdbf7-11a0-41b1-93f9-af32c355a27f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.055669] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1378.055669] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b3e5f9-f2a2-06ac-0150-91b9c298accf" [ 1378.055669] env[70623]: _type = "Task" [ 1378.055669] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.062721] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b3e5f9-f2a2-06ac-0150-91b9c298accf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.565676] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52b3e5f9-f2a2-06ac-0150-91b9c298accf, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.566457] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008c12e6-360e-4f50-aa8d-8ae34c3408ec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.571331] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1378.571331] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52145cd8-4351-4002-81b6-a0fdbdc486d2" [ 1378.571331] env[70623]: _type = "Task" [ 1378.571331] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.578643] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52145cd8-4351-4002-81b6-a0fdbdc486d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.732471] env[70623]: DEBUG oslo_concurrency.lockutils [None req-ff32ec40-0395-44f8-8b21-74d6fe618216 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.081402] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52145cd8-4351-4002-81b6-a0fdbdc486d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.081695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.081922] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. {{(pid=70623) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1379.082193] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bc3e172-8c59-40b8-86a2-c04baaabfc11 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.088369] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1379.088369] env[70623]: value = "task-2794601" [ 1379.088369] env[70623]: _type = "Task" [ 1379.088369] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.095657] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.598376] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422289} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.598755] env[70623]: INFO nova.virt.vmwareapi.ds_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk. [ 1379.599390] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf2142-a040-4440-b743-252cb1518011 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.623663] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.624168] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe8fcca-2289-4c75-aaee-9b0e74fff21e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.643344] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1379.643344] env[70623]: value = "task-2794602" [ 1379.643344] env[70623]: _type = "Task" [ 1379.643344] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.650566] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.848952] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.849282] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.849537] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.849764] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.849977] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.852334] env[70623]: INFO nova.compute.manager [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Terminating instance [ 1380.152903] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794602, 'name': ReconfigVM_Task, 'duration_secs': 0.287439} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.153204] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a/6b149850-e29d-4f75-af79-6f7f9ea861da-rescue.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.154026] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6a383e-7b73-4c84-a478-de913cb15cf0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.177711] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34e5686-0b0c-467d-9d26-4a66914ad6f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.192939] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1380.192939] env[70623]: value = "task-2794603" [ 1380.192939] env[70623]: _type = "Task" [ 1380.192939] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.200361] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.356457] env[70623]: DEBUG nova.compute.manager [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.356875] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.357605] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b736d4-fa90-4af3-a4fc-2e677711e55a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.365008] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.365259] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31dc28c5-81e1-40ce-9c23-a16c81eb54cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.370291] env[70623]: DEBUG oslo_vmware.api [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1380.370291] env[70623]: value = "task-2794604" [ 1380.370291] env[70623]: _type = "Task" [ 1380.370291] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.378015] env[70623]: DEBUG oslo_vmware.api [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.703093] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794603, 'name': ReconfigVM_Task, 'duration_secs': 0.148028} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.703456] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.703577] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49a421e5-9af0-46f8-8177-ca710d6614c3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.709513] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1380.709513] env[70623]: value = "task-2794605" [ 1380.709513] env[70623]: _type = "Task" [ 1380.709513] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.717834] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.879620] env[70623]: DEBUG oslo_vmware.api [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794604, 'name': PowerOffVM_Task, 'duration_secs': 0.234842} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.879874] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.880062] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.880303] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed53a6e-14b0-4902-ab86-2d6460d9f1b5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.172891] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.173197] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.173307] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleting the datastore file [datastore2] 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.173575] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b45decf4-aac3-4dd7-be82-2401f59142c7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.180208] env[70623]: DEBUG oslo_vmware.api [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1381.180208] env[70623]: value = "task-2794607" [ 1381.180208] env[70623]: _type = "Task" [ 1381.180208] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.188431] env[70623]: DEBUG oslo_vmware.api [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.218419] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.690045] env[70623]: DEBUG oslo_vmware.api [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140559} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.690368] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.690588] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.690798] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.691009] env[70623]: INFO nova.compute.manager [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1381.691298] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.691591] env[70623]: DEBUG nova.compute.manager [-] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.691711] env[70623]: DEBUG nova.network.neutron [-] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.722101] env[70623]: DEBUG oslo_vmware.api [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794605, 'name': PowerOnVM_Task, 'duration_secs': 0.949125} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.722460] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.725021] env[70623]: DEBUG nova.compute.manager [None req-4887d947-f7f0-45a3-af46-d5dd43766c6d tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.725786] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bc920a-72c7-418e-a8fb-32deeae5f95b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.122601] env[70623]: DEBUG nova.compute.manager [req-f53dcec1-ab38-40ec-8c45-f5b6f590a75f req-39bf73bc-0e7a-400a-99dd-bce3810fa536 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Received event network-vif-deleted-b03e73ca-0eb6-4c06-8a17-6afab514cac8 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1382.122808] env[70623]: INFO nova.compute.manager [req-f53dcec1-ab38-40ec-8c45-f5b6f590a75f req-39bf73bc-0e7a-400a-99dd-bce3810fa536 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Neutron deleted interface b03e73ca-0eb6-4c06-8a17-6afab514cac8; detaching it from the instance and deleting it from the info cache [ 1382.123115] env[70623]: DEBUG nova.network.neutron [req-f53dcec1-ab38-40ec-8c45-f5b6f590a75f req-39bf73bc-0e7a-400a-99dd-bce3810fa536 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.605990] env[70623]: DEBUG nova.network.neutron [-] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.626406] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-171f953d-f9fc-4e1a-80aa-461bae0843e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.639029] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a6abb4-4ddb-428b-b4a6-6b9b6add8149 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.668967] env[70623]: DEBUG nova.compute.manager [req-f53dcec1-ab38-40ec-8c45-f5b6f590a75f req-39bf73bc-0e7a-400a-99dd-bce3810fa536 service nova] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Detach interface failed, port_id=b03e73ca-0eb6-4c06-8a17-6afab514cac8, reason: Instance 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1383.108518] env[70623]: INFO nova.compute.manager [-] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Took 1.42 seconds to deallocate network for instance. [ 1383.206510] env[70623]: INFO nova.compute.manager [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Unrescuing [ 1383.206764] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.206921] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquired lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.207099] env[70623]: DEBUG nova.network.neutron [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.614610] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.614881] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.615131] env[70623]: DEBUG nova.objects.instance [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'resources' on Instance uuid 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.885772] env[70623]: DEBUG nova.network.neutron [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updating instance_info_cache with network_info: [{"id": "633e601b-a731-4b0e-9ce2-3da9094abe13", "address": "fa:16:3e:08:ee:05", "network": {"id": "16746060-8f56-422e-b918-7c6350bad9f8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-752018863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f6a95c2ba9a14d3399a3324ccd25ff34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633e601b-a7", "ovs_interfaceid": "633e601b-a731-4b0e-9ce2-3da9094abe13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.205078] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb2877-79f7-4b41-8b6c-cf003503bc9e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.212654] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc0fdf6-467a-4b9e-a1db-db1e22240b89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.242055] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6ef57-772c-40d5-a310-0e547d9a67c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.249643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e479ef-d8fd-4335-bbd3-24a0d916fdd7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.264708] env[70623]: DEBUG nova.compute.provider_tree [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.388427] env[70623]: DEBUG oslo_concurrency.lockutils [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Releasing lock "refresh_cache-049bd609-5d16-4c0b-88fc-ff161b89dc2a" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.389021] env[70623]: DEBUG nova.objects.instance [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lazy-loading 'flavor' on Instance uuid 049bd609-5d16-4c0b-88fc-ff161b89dc2a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.797061] env[70623]: DEBUG nova.scheduler.client.report [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Updated inventory for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1384.797394] env[70623]: DEBUG nova.compute.provider_tree [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Updating resource provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a generation from 184 to 185 during operation: update_inventory {{(pid=70623) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1384.797616] env[70623]: DEBUG nova.compute.provider_tree [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Updating inventory in ProviderTree for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.894242] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4450422-916d-41ec-b986-b24e991b5f24 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.915295] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.915623] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab34879-79f2-4ec0-a3f6-b2bd1dd8a371 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.922407] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1384.922407] env[70623]: value = "task-2794608" [ 1384.922407] env[70623]: _type = "Task" [ 1384.922407] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.929697] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.303945] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.322889] env[70623]: INFO nova.scheduler.client.report [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleted allocations for instance 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85 [ 1385.431753] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794608, 'name': PowerOffVM_Task, 'duration_secs': 0.195152} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.432029] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.437169] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1385.437646] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0ea6f6-6a23-41dc-a62e-974a7e81513e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.455591] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1385.455591] env[70623]: value = "task-2794609" [ 1385.455591] env[70623]: _type = "Task" [ 1385.455591] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.462926] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.831491] env[70623]: DEBUG oslo_concurrency.lockutils [None req-c37aa613-e742-47ee-a512-c0751c1a188d tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "349af2fa-a6d7-4c9e-a1cb-4d3d676aff85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.982s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.965314] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794609, 'name': ReconfigVM_Task, 'duration_secs': 0.222875} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.965604] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.965793] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.966051] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197361e1-eb11-4b93-af95-7a05aacc1962 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.973312] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1385.973312] env[70623]: value = "task-2794610" [ 1385.973312] env[70623]: _type = "Task" [ 1385.973312] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.984037] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.482506] env[70623]: DEBUG oslo_vmware.api [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794610, 'name': PowerOnVM_Task, 'duration_secs': 0.359224} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.483491] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.483602] env[70623]: DEBUG nova.compute.manager [None req-e179897a-d3c0-4031-b4d8-dda6c838c282 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.484332] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8939c7-792a-4ffd-8e91-e9ff1616ed96 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.852928] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.853339] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.853339] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.853421] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.853598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.855911] env[70623]: INFO nova.compute.manager [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Terminating instance [ 1388.360238] env[70623]: DEBUG nova.compute.manager [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.360495] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.361531] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018979a2-5858-47d4-a0c3-d8c93f936de3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.369406] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.369664] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee6e60e-69f8-4e86-9152-e231d0415d28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.376147] env[70623]: DEBUG oslo_vmware.api [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1388.376147] env[70623]: value = "task-2794612" [ 1388.376147] env[70623]: _type = "Task" [ 1388.376147] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.383827] env[70623]: DEBUG oslo_vmware.api [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.503820] env[70623]: DEBUG oslo_concurrency.lockutils [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.504122] env[70623]: DEBUG oslo_concurrency.lockutils [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.886202] env[70623]: DEBUG oslo_vmware.api [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794612, 'name': PowerOffVM_Task, 'duration_secs': 0.225916} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.886578] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.886578] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.886824] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3259bb9a-dea7-4811-bfba-59726b283fa0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.948215] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.948544] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.948816] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Deleting the datastore file [datastore1] 049bd609-5d16-4c0b-88fc-ff161b89dc2a {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.949177] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2daba3-5228-4e33-a8b7-af4dc7072fb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.956088] env[70623]: DEBUG oslo_vmware.api [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1388.956088] env[70623]: value = "task-2794614" [ 1388.956088] env[70623]: _type = "Task" [ 1388.956088] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.963576] env[70623]: DEBUG oslo_vmware.api [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.007609] env[70623]: INFO nova.compute.manager [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Detaching volume bc502230-6897-4217-a272-878f1a5bc43d [ 1389.043346] env[70623]: INFO nova.virt.block_device [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Attempting to driver detach volume bc502230-6897-4217-a272-878f1a5bc43d from mountpoint /dev/sdb [ 1389.043595] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1389.043781] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561653', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'name': 'volume-bc502230-6897-4217-a272-878f1a5bc43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'serial': 'bc502230-6897-4217-a272-878f1a5bc43d'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1389.044723] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a207c9-e5dc-4d45-9bc9-372041326c28 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.069223] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c796eb-e773-4204-80f8-532a114ae112 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.076747] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb8057-f001-4a67-ac69-c83e4da26a8d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.098015] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52f97e-6446-425a-b5b7-560c0f628992 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.112693] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc502230-6897-4217-a272-878f1a5bc43d/volume-bc502230-6897-4217-a272-878f1a5bc43d.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1389.117949] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1389.118241] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215b335b-f35f-4a6c-ba73-6395f719e83c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.135935] env[70623]: DEBUG oslo_vmware.api [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1389.135935] env[70623]: value = "task-2794615" [ 1389.135935] env[70623]: _type = "Task" [ 1389.135935] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.145466] env[70623]: DEBUG oslo_vmware.api [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.294460] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.465482] env[70623]: DEBUG oslo_vmware.api [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170442} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.465743] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.465925] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.466194] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.466705] env[70623]: INFO nova.compute.manager [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1389.466705] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.467556] env[70623]: DEBUG nova.compute.manager [-] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.467556] env[70623]: DEBUG nova.network.neutron [-] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.645946] env[70623]: DEBUG oslo_vmware.api [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794615, 'name': ReconfigVM_Task, 'duration_secs': 0.211183} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.646287] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1389.651688] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b166d5-5993-46ea-a693-c80000eb4d18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.667139] env[70623]: DEBUG oslo_vmware.api [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1389.667139] env[70623]: value = "task-2794616" [ 1389.667139] env[70623]: _type = "Task" [ 1389.667139] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.676043] env[70623]: DEBUG oslo_vmware.api [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.690326] env[70623]: DEBUG nova.compute.manager [req-43ef5a8f-136d-4d46-820c-20f134b93768 req-eb20f88e-f305-4296-986e-b4b115e57eba service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Received event network-vif-deleted-633e601b-a731-4b0e-9ce2-3da9094abe13 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1389.690326] env[70623]: INFO nova.compute.manager [req-43ef5a8f-136d-4d46-820c-20f134b93768 req-eb20f88e-f305-4296-986e-b4b115e57eba service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Neutron deleted interface 633e601b-a731-4b0e-9ce2-3da9094abe13; detaching it from the instance and deleting it from the info cache [ 1389.690326] env[70623]: DEBUG nova.network.neutron [req-43ef5a8f-136d-4d46-820c-20f134b93768 req-eb20f88e-f305-4296-986e-b4b115e57eba service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.176671] env[70623]: DEBUG nova.network.neutron [-] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.177850] env[70623]: DEBUG oslo_vmware.api [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794616, 'name': ReconfigVM_Task, 'duration_secs': 0.133129} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.178138] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561653', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'name': 'volume-bc502230-6897-4217-a272-878f1a5bc43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc502230-6897-4217-a272-878f1a5bc43d', 'serial': 'bc502230-6897-4217-a272-878f1a5bc43d'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1390.193107] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db724c42-e9b7-4c65-8f8f-b70a1706c180 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.203728] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26311d7-3620-4d32-9a1b-db1e1e7712fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.231260] env[70623]: DEBUG nova.compute.manager [req-43ef5a8f-136d-4d46-820c-20f134b93768 req-eb20f88e-f305-4296-986e-b4b115e57eba service nova] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Detach interface failed, port_id=633e601b-a731-4b0e-9ce2-3da9094abe13, reason: Instance 049bd609-5d16-4c0b-88fc-ff161b89dc2a could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1390.681505] env[70623]: INFO nova.compute.manager [-] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Took 1.21 seconds to deallocate network for instance. [ 1390.718906] env[70623]: DEBUG nova.objects.instance [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.029368] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.029597] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.029765] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.029942] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.030127] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.032235] env[70623]: INFO nova.compute.manager [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Terminating instance [ 1391.187371] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.187660] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.187783] env[70623]: DEBUG nova.objects.instance [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lazy-loading 'resources' on Instance uuid 049bd609-5d16-4c0b-88fc-ff161b89dc2a {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.535422] env[70623]: DEBUG nova.compute.manager [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.535699] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.536591] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ee0207-13cb-4368-a130-116362e433f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.544255] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.544494] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f228ad-c120-4119-a7ab-228626309273 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.550120] env[70623]: DEBUG oslo_vmware.api [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1391.550120] env[70623]: value = "task-2794617" [ 1391.550120] env[70623]: _type = "Task" [ 1391.550120] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.559297] env[70623]: DEBUG oslo_vmware.api [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.670324] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.725788] env[70623]: DEBUG oslo_concurrency.lockutils [None req-721e8882-966b-436b-9c69-f6ec6000394d tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.727034] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.057s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.727619] env[70623]: DEBUG nova.compute.manager [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.728108] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327893c5-98ec-4034-a7c7-5d167630b185 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.736597] env[70623]: DEBUG nova.compute.manager [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70623) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1391.737018] env[70623]: DEBUG nova.objects.instance [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.782808] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96fda27-040b-44a6-980c-2f37c41e0e5b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.790510] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86df265-66fe-4ab1-b8ac-a200a2789d6b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.820386] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec52ea-9f33-4986-8ff9-87cd3a04f1a3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.827222] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5948a2a-5bd0-42c0-b578-a875dbdca163 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.840085] env[70623]: DEBUG nova.compute.provider_tree [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.059832] env[70623]: DEBUG oslo_vmware.api [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794617, 'name': PowerOffVM_Task, 'duration_secs': 0.226607} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.060072] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.060249] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.060487] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e37886d-2aa8-4922-9db6-b1c4ff9df71a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.119175] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.119391] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.119576] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleting the datastore file [datastore2] be1934b4-5887-49e0-bb4f-7dae5ab9385b {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.119868] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0903967f-6036-4e68-8ed2-a3e0e15b88f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.126302] env[70623]: DEBUG oslo_vmware.api [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1392.126302] env[70623]: value = "task-2794619" [ 1392.126302] env[70623]: _type = "Task" [ 1392.126302] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.133647] env[70623]: DEBUG oslo_vmware.api [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.343045] env[70623]: DEBUG nova.scheduler.client.report [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.636516] env[70623]: DEBUG oslo_vmware.api [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177366} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.636822] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.636903] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.637089] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.637264] env[70623]: INFO nova.compute.manager [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1392.637500] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.637688] env[70623]: DEBUG nova.compute.manager [-] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.637779] env[70623]: DEBUG nova.network.neutron [-] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.745501] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.745842] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbf60b6d-a2fe-4d93-b961-a6e3efe13dee {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.754195] env[70623]: DEBUG oslo_vmware.api [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1392.754195] env[70623]: value = "task-2794620" [ 1392.754195] env[70623]: _type = "Task" [ 1392.754195] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.762513] env[70623]: DEBUG oslo_vmware.api [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.847603] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.867222] env[70623]: INFO nova.scheduler.client.report [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Deleted allocations for instance 049bd609-5d16-4c0b-88fc-ff161b89dc2a [ 1392.933493] env[70623]: DEBUG nova.compute.manager [req-3a3e1738-facd-422a-a736-f36e2e310542 req-5d640992-9491-40b0-8154-9ab639fb320c service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Received event network-vif-deleted-0ebb88f5-8a7a-472b-9ac0-ead029f8a08b {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1392.933740] env[70623]: INFO nova.compute.manager [req-3a3e1738-facd-422a-a736-f36e2e310542 req-5d640992-9491-40b0-8154-9ab639fb320c service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Neutron deleted interface 0ebb88f5-8a7a-472b-9ac0-ead029f8a08b; detaching it from the instance and deleting it from the info cache [ 1392.933878] env[70623]: DEBUG nova.network.neutron [req-3a3e1738-facd-422a-a736-f36e2e310542 req-5d640992-9491-40b0-8154-9ab639fb320c service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.264012] env[70623]: DEBUG oslo_vmware.api [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794620, 'name': PowerOffVM_Task, 'duration_secs': 0.186231} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.264299] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.264519] env[70623]: DEBUG nova.compute.manager [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.265287] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e74d6d2-9968-428f-9bb3-6f46cbb40d6e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.294129] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.377550] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b6629702-b063-4246-8386-3fbbf9ac1127 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "049bd609-5d16-4c0b-88fc-ff161b89dc2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.524s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.413089] env[70623]: DEBUG nova.network.neutron [-] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.436611] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84e41fe1-501b-443f-8032-f5aebfda4418 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.446912] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ccbd65-55aa-4b8a-b664-47099abb1e46 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.472224] env[70623]: DEBUG nova.compute.manager [req-3a3e1738-facd-422a-a736-f36e2e310542 req-5d640992-9491-40b0-8154-9ab639fb320c service nova] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Detach interface failed, port_id=0ebb88f5-8a7a-472b-9ac0-ead029f8a08b, reason: Instance be1934b4-5887-49e0-bb4f-7dae5ab9385b could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1393.777399] env[70623]: DEBUG oslo_concurrency.lockutils [None req-b5ee11c8-568d-4347-ba17-04c4069470c6 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.796853] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.797117] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.797285] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.797435] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1393.798702] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b30795-fa9f-42e1-99c3-c1773efedcf4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.807181] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc6ec2-9220-4be8-80a1-1202996eabd9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.821389] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c474f8-2902-47cd-afb8-e30bc8e398fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.827978] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e08d8-c204-4a5b-9cfe-c0a46c30e3ab {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.857264] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179820MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1393.857430] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.857652] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.915861] env[70623]: INFO nova.compute.manager [-] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Took 1.28 seconds to deallocate network for instance. [ 1394.047192] env[70623]: DEBUG nova.objects.instance [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.423190] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.443090] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "f965d4d9-f23d-488d-9a54-109412eb9b02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.445155] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.445382] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "f965d4d9-f23d-488d-9a54-109412eb9b02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.445576] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.445747] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.447635] env[70623]: INFO nova.compute.manager [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Terminating instance [ 1394.551241] env[70623]: DEBUG oslo_concurrency.lockutils [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.551415] env[70623]: DEBUG oslo_concurrency.lockutils [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.551559] env[70623]: DEBUG nova.network.neutron [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.551731] env[70623]: DEBUG nova.objects.instance [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'info_cache' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.882458] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 9a3c5f95-4701-44f9-8406-d59a2c780655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.882636] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance be1934b4-5887-49e0-bb4f-7dae5ab9385b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.882761] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.882882] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance f965d4d9-f23d-488d-9a54-109412eb9b02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.882998] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 4abe331f-9c45-454b-b254-208d9657c125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.883196] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1394.883333] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1394.943412] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d997f-f12c-44b5-8f2c-0b2529638a67 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.950597] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27719780-1bc2-46a3-8f80-53436a375a87 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.953969] env[70623]: DEBUG nova.compute.manager [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.954182] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.954885] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8fb19-cf5b-441d-a48a-fa685dbc9288 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.961969] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.985099] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62612dd-3ae0-4b7e-8d31-c8ef524068b9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.987498] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e03445b-646c-4371-bf18-a7d37b6db377 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.995773] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c124581-2778-4939-b2f6-ec1ef25bc2fd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.999513] env[70623]: DEBUG oslo_vmware.api [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1394.999513] env[70623]: value = "task-2794621" [ 1394.999513] env[70623]: _type = "Task" [ 1394.999513] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.010389] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.015961] env[70623]: DEBUG oslo_vmware.api [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.054404] env[70623]: DEBUG nova.objects.base [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Object Instance<8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2> lazy-loaded attributes: flavor,info_cache {{(pid=70623) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1395.510272] env[70623]: DEBUG oslo_vmware.api [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794621, 'name': PowerOffVM_Task, 'duration_secs': 0.20501} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.510559] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.510717] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.510983] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25e3184-745a-45fb-87fd-0f66374a523a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.513279] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.568042] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.568287] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.568469] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Deleting the datastore file [datastore2] f965d4d9-f23d-488d-9a54-109412eb9b02 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.568725] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce34a3d3-3b8b-4be2-b22d-e979c9387957 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.575396] env[70623]: DEBUG oslo_vmware.api [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for the task: (returnval){ [ 1395.575396] env[70623]: value = "task-2794623" [ 1395.575396] env[70623]: _type = "Task" [ 1395.575396] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.582801] env[70623]: DEBUG oslo_vmware.api [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.813669] env[70623]: DEBUG nova.network.neutron [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [{"id": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "address": "fa:16:3e:d2:fa:28", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee119af-69", "ovs_interfaceid": "fee119af-69de-41fc-8d0c-dc82bbeb27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.018417] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1396.018652] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.018938] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.596s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.019179] env[70623]: DEBUG nova.objects.instance [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'resources' on Instance uuid be1934b4-5887-49e0-bb4f-7dae5ab9385b {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.085070] env[70623]: DEBUG oslo_vmware.api [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Task: {'id': task-2794623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184312} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.085350] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.085589] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.085759] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.085933] env[70623]: INFO nova.compute.manager [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1396.086181] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.086380] env[70623]: DEBUG nova.compute.manager [-] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.086474] env[70623]: DEBUG nova.network.neutron [-] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.122963] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.123211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.123464] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "4abe331f-9c45-454b-b254-208d9657c125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.123671] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.123837] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.125754] env[70623]: INFO nova.compute.manager [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Terminating instance [ 1396.316261] env[70623]: DEBUG oslo_concurrency.lockutils [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "refresh_cache-8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.325454] env[70623]: DEBUG nova.compute.manager [req-56c03398-d5bb-4576-b334-0a0f5a960dc8 req-dc374f4b-a136-49f4-979a-d048f4590b13 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Received event network-vif-deleted-1dbcbc65-7852-4c24-8fcf-cad46ea0a636 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1396.325711] env[70623]: INFO nova.compute.manager [req-56c03398-d5bb-4576-b334-0a0f5a960dc8 req-dc374f4b-a136-49f4-979a-d048f4590b13 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Neutron deleted interface 1dbcbc65-7852-4c24-8fcf-cad46ea0a636; detaching it from the instance and deleting it from the info cache [ 1396.325964] env[70623]: DEBUG nova.network.neutron [req-56c03398-d5bb-4576-b334-0a0f5a960dc8 req-dc374f4b-a136-49f4-979a-d048f4590b13 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.592980] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2af61f9-20e7-41f6-b006-595589617d2b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.600561] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaec164-8768-4e1b-bfc3-8a20cd83dbad {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.631554] env[70623]: DEBUG nova.compute.manager [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.631772] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.632720] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33e8e3f-3244-4a48-9132-eb82a4af0f97 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.635685] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370cc6cb-2170-4673-ae49-04aadcbc49d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.644599] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4553de5-13df-4234-99a6-17ac94ff69c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.648194] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.648403] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69144ed-3cfd-4ac5-b915-a101ea9f789a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.659515] env[70623]: DEBUG nova.compute.provider_tree [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.662262] env[70623]: DEBUG oslo_vmware.api [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1396.662262] env[70623]: value = "task-2794624" [ 1396.662262] env[70623]: _type = "Task" [ 1396.662262] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.670107] env[70623]: DEBUG oslo_vmware.api [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.805697] env[70623]: DEBUG nova.network.neutron [-] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.828809] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71c12f01-d71a-4dc4-8931-06387a2110ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.839522] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c9d5a-36d4-41f3-8c2b-558b56b862b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.866187] env[70623]: DEBUG nova.compute.manager [req-56c03398-d5bb-4576-b334-0a0f5a960dc8 req-dc374f4b-a136-49f4-979a-d048f4590b13 service nova] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Detach interface failed, port_id=1dbcbc65-7852-4c24-8fcf-cad46ea0a636, reason: Instance f965d4d9-f23d-488d-9a54-109412eb9b02 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1397.020605] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.020830] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.020986] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.021155] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.021314] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.021451] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1397.164269] env[70623]: DEBUG nova.scheduler.client.report [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.176726] env[70623]: DEBUG oslo_vmware.api [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794624, 'name': PowerOffVM_Task, 'duration_secs': 0.205865} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.176997] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.177187] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.177455] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6898a102-a8ba-4f7d-a1db-383784aa63d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.236911] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.237149] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deleting contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.237323] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleting the datastore file [datastore1] 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.237574] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b192ff-a190-40db-a1c0-2185809cede2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.245339] env[70623]: DEBUG oslo_vmware.api [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for the task: (returnval){ [ 1397.245339] env[70623]: value = "task-2794626" [ 1397.245339] env[70623]: _type = "Task" [ 1397.245339] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.252850] env[70623]: DEBUG oslo_vmware.api [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.308564] env[70623]: INFO nova.compute.manager [-] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Took 1.22 seconds to deallocate network for instance. [ 1397.321809] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.322136] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539662cf-0877-4e8a-84a3-e6cb4f13981b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.329461] env[70623]: DEBUG oslo_vmware.api [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1397.329461] env[70623]: value = "task-2794627" [ 1397.329461] env[70623]: _type = "Task" [ 1397.329461] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.338123] env[70623]: DEBUG oslo_vmware.api [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.672683] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.692857] env[70623]: INFO nova.scheduler.client.report [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleted allocations for instance be1934b4-5887-49e0-bb4f-7dae5ab9385b [ 1397.755716] env[70623]: DEBUG oslo_vmware.api [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Task: {'id': task-2794626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142993} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.756895] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.756895] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deleted contents of the VM from datastore datastore1 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.756895] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.756895] env[70623]: INFO nova.compute.manager [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1397.757243] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.757243] env[70623]: DEBUG nova.compute.manager [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.757361] env[70623]: DEBUG nova.network.neutron [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.814379] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.814677] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.814905] env[70623]: DEBUG nova.objects.instance [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lazy-loading 'resources' on Instance uuid f965d4d9-f23d-488d-9a54-109412eb9b02 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.839753] env[70623]: DEBUG oslo_vmware.api [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794627, 'name': PowerOnVM_Task, 'duration_secs': 0.381338} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.840017] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.840226] env[70623]: DEBUG nova.compute.manager [None req-579b0b8a-b9ef-474b-8f24-183b61240157 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.840984] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3088c3be-038f-45dd-a6af-3e2dd9794347 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.199712] env[70623]: DEBUG oslo_concurrency.lockutils [None req-fdc08037-dc35-4b06-8ea2-dbab0c314463 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "be1934b4-5887-49e0-bb4f-7dae5ab9385b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.170s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.356338] env[70623]: DEBUG nova.compute.manager [req-adc12bb9-70b6-482b-a5a1-0fff6705f452 req-f5f45691-0324-4e98-a5c6-c27ae234b4ba service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Received event network-vif-deleted-a9545888-eab2-482a-8f80-a1c2af3c3908 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1398.356894] env[70623]: INFO nova.compute.manager [req-adc12bb9-70b6-482b-a5a1-0fff6705f452 req-f5f45691-0324-4e98-a5c6-c27ae234b4ba service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Neutron deleted interface a9545888-eab2-482a-8f80-a1c2af3c3908; detaching it from the instance and deleting it from the info cache [ 1398.357212] env[70623]: DEBUG nova.network.neutron [req-adc12bb9-70b6-482b-a5a1-0fff6705f452 req-f5f45691-0324-4e98-a5c6-c27ae234b4ba service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.397443] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f583f-6315-4e73-8a38-93fb53ad2b49 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.406149] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd464135-152b-4b3c-b4c2-682359541023 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.440192] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeaec76-e668-4633-9666-10bb4c96fde2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.447300] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024f787-4c82-4f97-85f3-988a66cb1053 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.460042] env[70623]: DEBUG nova.compute.provider_tree [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.673573] env[70623]: DEBUG nova.network.neutron [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.770122] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "9a3c5f95-4701-44f9-8406-d59a2c780655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.770410] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.770618] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "9a3c5f95-4701-44f9-8406-d59a2c780655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.770801] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.770968] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.773250] env[70623]: INFO nova.compute.manager [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Terminating instance [ 1398.860268] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf169b12-5451-404f-9338-65ae4ed1c35a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.869643] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8c74b4-13bd-4cde-98e7-200589753e93 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.894674] env[70623]: DEBUG nova.compute.manager [req-adc12bb9-70b6-482b-a5a1-0fff6705f452 req-f5f45691-0324-4e98-a5c6-c27ae234b4ba service nova] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Detach interface failed, port_id=a9545888-eab2-482a-8f80-a1c2af3c3908, reason: Instance 4abe331f-9c45-454b-b254-208d9657c125 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1398.963459] env[70623]: DEBUG nova.scheduler.client.report [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.177045] env[70623]: INFO nova.compute.manager [-] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Took 1.42 seconds to deallocate network for instance. [ 1399.276561] env[70623]: DEBUG nova.compute.manager [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.276785] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.277692] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1061f0b-0f67-4271-9921-6fc47884f48f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.286533] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.286822] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05f747c7-e73f-4f0a-8ba9-efd92254622d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.293534] env[70623]: DEBUG oslo_vmware.api [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1399.293534] env[70623]: value = "task-2794628" [ 1399.293534] env[70623]: _type = "Task" [ 1399.293534] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.293924] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.301699] env[70623]: DEBUG oslo_vmware.api [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.468292] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.493901] env[70623]: INFO nova.scheduler.client.report [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Deleted allocations for instance f965d4d9-f23d-488d-9a54-109412eb9b02 [ 1399.683859] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.684264] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.684389] env[70623]: DEBUG nova.objects.instance [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lazy-loading 'resources' on Instance uuid 4abe331f-9c45-454b-b254-208d9657c125 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.803074] env[70623]: DEBUG oslo_vmware.api [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794628, 'name': PowerOffVM_Task, 'duration_secs': 0.233016} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.803288] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.803461] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.803699] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35aae008-b5f7-43d9-aab8-8f6c23fb0156 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.871647] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.871950] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.872179] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleting the datastore file [datastore2] 9a3c5f95-4701-44f9-8406-d59a2c780655 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.872504] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-103e4319-ed39-44ad-a93e-a6198d7a9b7e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.878653] env[70623]: DEBUG oslo_vmware.api [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for the task: (returnval){ [ 1399.878653] env[70623]: value = "task-2794630" [ 1399.878653] env[70623]: _type = "Task" [ 1399.878653] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.886122] env[70623]: DEBUG oslo_vmware.api [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.002193] env[70623]: DEBUG oslo_concurrency.lockutils [None req-a24773f4-2fb9-4b1b-85a6-682a976630f3 tempest-ServerRescueTestJSON-1364765988 tempest-ServerRescueTestJSON-1364765988-project-member] Lock "f965d4d9-f23d-488d-9a54-109412eb9b02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.559s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.232512] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11860c86-0289-4307-a6ec-c4a9d5a451b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.240036] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204f3c1e-5014-46d0-808c-99c535d9f52e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.269879] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f8c8e-4998-4d81-ae6b-18b13a1307fb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.276989] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd0954-9dcc-4ca9-ac06-ff179a37a931 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.290984] env[70623]: DEBUG nova.compute.provider_tree [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.292415] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.388941] env[70623]: DEBUG oslo_vmware.api [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Task: {'id': task-2794630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163517} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.389239] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.389397] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.389585] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.389769] env[70623]: INFO nova.compute.manager [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1400.390018] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.390231] env[70623]: DEBUG nova.compute.manager [-] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.390328] env[70623]: DEBUG nova.network.neutron [-] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.621419] env[70623]: DEBUG nova.compute.manager [req-68f7911e-f38a-41d1-b425-30d2bf4bc40b req-5aa48716-75cc-4cd2-8328-3cd0291c7057 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Received event network-vif-deleted-f2f30bf1-5f01-437c-8d54-32fb162133db {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1400.621419] env[70623]: INFO nova.compute.manager [req-68f7911e-f38a-41d1-b425-30d2bf4bc40b req-5aa48716-75cc-4cd2-8328-3cd0291c7057 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Neutron deleted interface f2f30bf1-5f01-437c-8d54-32fb162133db; detaching it from the instance and deleting it from the info cache [ 1400.621604] env[70623]: DEBUG nova.network.neutron [req-68f7911e-f38a-41d1-b425-30d2bf4bc40b req-5aa48716-75cc-4cd2-8328-3cd0291c7057 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.795195] env[70623]: DEBUG nova.scheduler.client.report [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.101764] env[70623]: DEBUG nova.network.neutron [-] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.123765] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de72045-0bad-4e0e-bc11-025bc36ff5e8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.136021] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b75a04-5a1a-4e70-b9e0-724b2ce5a804 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.160899] env[70623]: DEBUG nova.compute.manager [req-68f7911e-f38a-41d1-b425-30d2bf4bc40b req-5aa48716-75cc-4cd2-8328-3cd0291c7057 service nova] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Detach interface failed, port_id=f2f30bf1-5f01-437c-8d54-32fb162133db, reason: Instance 9a3c5f95-4701-44f9-8406-d59a2c780655 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1401.301202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.325741] env[70623]: INFO nova.scheduler.client.report [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Deleted allocations for instance 4abe331f-9c45-454b-b254-208d9657c125 [ 1401.604664] env[70623]: INFO nova.compute.manager [-] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Took 1.21 seconds to deallocate network for instance. [ 1401.835822] env[70623]: DEBUG oslo_concurrency.lockutils [None req-0ca9272d-1e1d-4129-954e-7f5dac52415c tempest-AttachVolumeShelveTestJSON-1222384421 tempest-AttachVolumeShelveTestJSON-1222384421-project-member] Lock "4abe331f-9c45-454b-b254-208d9657c125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.112570] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.112891] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.113088] env[70623]: DEBUG nova.objects.instance [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lazy-loading 'resources' on Instance uuid 9a3c5f95-4701-44f9-8406-d59a2c780655 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.664411] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd29be-77dd-4d51-8154-c0b1dea84015 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.672441] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d1c714-fb78-48aa-9a33-a22c80eb91d5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.704325] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cab163-dd33-470d-8088-0ce10b1f985f {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.711522] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd55742-18bc-43d4-aef9-ef5efca3cab7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.725430] env[70623]: DEBUG nova.compute.provider_tree [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.228867] env[70623]: DEBUG nova.scheduler.client.report [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.733829] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.766047] env[70623]: INFO nova.scheduler.client.report [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Deleted allocations for instance 9a3c5f95-4701-44f9-8406-d59a2c780655 [ 1404.273989] env[70623]: DEBUG oslo_concurrency.lockutils [None req-63faaabf-14b4-4abf-9a72-043353a96269 tempest-ServerRescueNegativeTestJSON-430137049 tempest-ServerRescueNegativeTestJSON-430137049-project-member] Lock "9a3c5f95-4701-44f9-8406-d59a2c780655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.503s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.138080] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.138080] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.138598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.138598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.138598] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.142040] env[70623]: INFO nova.compute.manager [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Terminating instance [ 1434.646340] env[70623]: DEBUG nova.compute.manager [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.646566] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.647506] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cfcfed-a36b-4399-bcfc-42112714ddc5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.655643] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.655861] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb43bab-db53-4671-81cb-7326743842d8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.662181] env[70623]: DEBUG oslo_vmware.api [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1434.662181] env[70623]: value = "task-2794632" [ 1434.662181] env[70623]: _type = "Task" [ 1434.662181] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.669646] env[70623]: DEBUG oslo_vmware.api [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.172535] env[70623]: DEBUG oslo_vmware.api [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794632, 'name': PowerOffVM_Task, 'duration_secs': 0.197762} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.172946] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.173019] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.173257] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad15a92-a198-478e-b1fa-eee3d095e646 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.235415] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.235700] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.235884] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Deleting the datastore file [datastore2] 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.236165] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c94c6aac-6be5-4f13-b831-d96c35b2e712 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.243453] env[70623]: DEBUG oslo_vmware.api [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1435.243453] env[70623]: value = "task-2794634" [ 1435.243453] env[70623]: _type = "Task" [ 1435.243453] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.250804] env[70623]: DEBUG oslo_vmware.api [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.753311] env[70623]: DEBUG oslo_vmware.api [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14687} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.753572] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.753756] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.753933] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.754124] env[70623]: INFO nova.compute.manager [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1435.754369] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.754565] env[70623]: DEBUG nova.compute.manager [-] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.754661] env[70623]: DEBUG nova.network.neutron [-] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.148591] env[70623]: DEBUG nova.compute.manager [req-31845901-cbfe-456b-acef-464429810078 req-f654dd08-30d1-49c2-b789-f1081fb42ecc service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Received event network-vif-deleted-fee119af-69de-41fc-8d0c-dc82bbeb27e6 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1436.148832] env[70623]: INFO nova.compute.manager [req-31845901-cbfe-456b-acef-464429810078 req-f654dd08-30d1-49c2-b789-f1081fb42ecc service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Neutron deleted interface fee119af-69de-41fc-8d0c-dc82bbeb27e6; detaching it from the instance and deleting it from the info cache [ 1436.148961] env[70623]: DEBUG nova.network.neutron [req-31845901-cbfe-456b-acef-464429810078 req-f654dd08-30d1-49c2-b789-f1081fb42ecc service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.632530] env[70623]: DEBUG nova.network.neutron [-] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.652189] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-992bf3c2-dccc-43bf-815a-0a20d89da3c0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.662706] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2bb55e-9d75-45c4-89ac-212d1b022086 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.687427] env[70623]: DEBUG nova.compute.manager [req-31845901-cbfe-456b-acef-464429810078 req-f654dd08-30d1-49c2-b789-f1081fb42ecc service nova] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Detach interface failed, port_id=fee119af-69de-41fc-8d0c-dc82bbeb27e6, reason: Instance 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1437.135044] env[70623]: INFO nova.compute.manager [-] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Took 1.38 seconds to deallocate network for instance. [ 1437.641433] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.641892] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.641943] env[70623]: DEBUG nova.objects.instance [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'resources' on Instance uuid 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.176854] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c41bfc-2e2e-442e-8b03-5df1c6102c41 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.184256] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd87d7e-5bef-4ee1-b798-f83781f48daa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.213678] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d5d73-48e5-4eeb-a5e2-42dc993f0906 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.220355] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1936dd9-30ce-491b-91b2-65888ea5b0cc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.232752] env[70623]: DEBUG nova.compute.provider_tree [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.735323] env[70623]: DEBUG nova.scheduler.client.report [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.242211] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.262664] env[70623]: INFO nova.scheduler.client.report [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Deleted allocations for instance 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2 [ 1439.771429] env[70623]: DEBUG oslo_concurrency.lockutils [None req-deeee1d9-1da6-41a9-905b-ca6b983d8348 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.633s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.979737] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.979737] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.481136] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Starting instance... {{(pid=70623) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.004933] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.005273] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.006857] env[70623]: INFO nova.compute.claims [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.041836] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f1094-7611-4d40-9455-f518c5764984 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.049531] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b88347-a839-49a0-bcf5-14b1fd28a585 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.079891] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e2ecc-3b1b-4c04-99cc-6684ed58b5e7 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.086603] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda6b67-d1ba-435a-97db-930fddcd1a18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.099541] env[70623]: DEBUG nova.compute.provider_tree [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.603285] env[70623]: DEBUG nova.scheduler.client.report [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.109337] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.109874] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Start building networks asynchronously for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.615568] env[70623]: DEBUG nova.compute.utils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.617041] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Allocating IP information in the background. {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.617135] env[70623]: DEBUG nova.network.neutron [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] allocate_for_instance() {{(pid=70623) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.663038] env[70623]: DEBUG nova.policy [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0708d78844f84de098589c3239da5b55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c104b4a14944199909d6a77ebfeedd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70623) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.932675] env[70623]: DEBUG nova.network.neutron [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Successfully created port: 521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.121156] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Start building block device mappings for instance. {{(pid=70623) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.131965] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Start spawning the instance on the hypervisor. {{(pid=70623) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.157891] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T07:02:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T07:02:37Z,direct_url=,disk_format='vmdk',id=6b149850-e29d-4f75-af79-6f7f9ea861da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fe37adf685f34d33a4e4f051894cedbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T07:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.158153] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Flavor limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.158311] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Image limits 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.158493] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Flavor pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.158643] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Image pref 0:0:0 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.158792] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70623) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.159007] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.159173] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.159342] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Got 1 possible topologies {{(pid=70623) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.159503] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.159672] env[70623]: DEBUG nova.virt.hardware [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70623) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.160551] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe1d62-b409-483e-9efd-10e835689ba3 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.168090] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30c1af-8cd9-41f2-a4fd-34039a78665d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.274845] env[70623]: DEBUG nova.compute.manager [req-d0f20c61-b3ad-4d20-87cc-59ffe62b2681 req-debf4f3d-6aff-4c23-b115-2a9cbad3e6b1 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Received event network-vif-plugged-521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1447.275041] env[70623]: DEBUG oslo_concurrency.lockutils [req-d0f20c61-b3ad-4d20-87cc-59ffe62b2681 req-debf4f3d-6aff-4c23-b115-2a9cbad3e6b1 service nova] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.275250] env[70623]: DEBUG oslo_concurrency.lockutils [req-d0f20c61-b3ad-4d20-87cc-59ffe62b2681 req-debf4f3d-6aff-4c23-b115-2a9cbad3e6b1 service nova] Lock "88d1ad77-610c-448a-be70-7660bffa0557-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.275414] env[70623]: DEBUG oslo_concurrency.lockutils [req-d0f20c61-b3ad-4d20-87cc-59ffe62b2681 req-debf4f3d-6aff-4c23-b115-2a9cbad3e6b1 service nova] Lock "88d1ad77-610c-448a-be70-7660bffa0557-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.275638] env[70623]: DEBUG nova.compute.manager [req-d0f20c61-b3ad-4d20-87cc-59ffe62b2681 req-debf4f3d-6aff-4c23-b115-2a9cbad3e6b1 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] No waiting events found dispatching network-vif-plugged-521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.275833] env[70623]: WARNING nova.compute.manager [req-d0f20c61-b3ad-4d20-87cc-59ffe62b2681 req-debf4f3d-6aff-4c23-b115-2a9cbad3e6b1 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Received unexpected event network-vif-plugged-521da3d5-cf7e-4b20-93e0-03f71f27c6e1 for instance with vm_state building and task_state spawning. [ 1447.351709] env[70623]: DEBUG nova.network.neutron [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Successfully updated port: 521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.854204] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.854335] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.854522] env[70623]: DEBUG nova.network.neutron [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Building network info cache for instance {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.386953] env[70623]: DEBUG nova.network.neutron [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Instance cache missing network info. {{(pid=70623) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.504589] env[70623]: DEBUG nova.network.neutron [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating instance_info_cache with network_info: [{"id": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "address": "fa:16:3e:9a:ff:de", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521da3d5-cf", "ovs_interfaceid": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.007797] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.008141] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Instance network_info: |[{"id": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "address": "fa:16:3e:9a:ff:de", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521da3d5-cf", "ovs_interfaceid": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70623) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.008640] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ff:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521da3d5-cf7e-4b20-93e0-03f71f27c6e1', 'vif_model': 'vmxnet3'}] {{(pid=70623) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.016256] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.016460] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Creating VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.016684] env[70623]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0ac69c3-95cc-4eac-82dd-9a1029cbb048 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.036332] env[70623]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.036332] env[70623]: value = "task-2794635" [ 1449.036332] env[70623]: _type = "Task" [ 1449.036332] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.044502] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794635, 'name': CreateVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.302860] env[70623]: DEBUG nova.compute.manager [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Received event network-changed-521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1449.303076] env[70623]: DEBUG nova.compute.manager [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Refreshing instance network info cache due to event network-changed-521da3d5-cf7e-4b20-93e0-03f71f27c6e1. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1449.303301] env[70623]: DEBUG oslo_concurrency.lockutils [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] Acquiring lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.303406] env[70623]: DEBUG oslo_concurrency.lockutils [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] Acquired lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.303572] env[70623]: DEBUG nova.network.neutron [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Refreshing network info cache for port 521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.546256] env[70623]: DEBUG oslo_vmware.api [-] Task: {'id': task-2794635, 'name': CreateVM_Task, 'duration_secs': 0.289378} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.546644] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Created VM on the ESX host {{(pid=70623) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.547157] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.547357] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.547667] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.547915] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6766cca-bd21-4c1f-934b-72b96dce65d0 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.551925] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1449.551925] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bc625c-d1f9-c494-2652-3a6edcc13deb" [ 1449.551925] env[70623]: _type = "Task" [ 1449.551925] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.558910] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bc625c-d1f9-c494-2652-3a6edcc13deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.986619] env[70623]: DEBUG nova.network.neutron [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updated VIF entry in instance network info cache for port 521da3d5-cf7e-4b20-93e0-03f71f27c6e1. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.986980] env[70623]: DEBUG nova.network.neutron [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating instance_info_cache with network_info: [{"id": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "address": "fa:16:3e:9a:ff:de", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521da3d5-cf", "ovs_interfaceid": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.062130] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]52bc625c-d1f9-c494-2652-3a6edcc13deb, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.062431] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.062660] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Processing image 6b149850-e29d-4f75-af79-6f7f9ea861da {{(pid=70623) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.062888] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.063046] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.063310] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.063484] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7217416b-8cd7-4301-82a2-80018c2c95c8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.071180] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70623) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.071351] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70623) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.072016] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e1bdec-3ea2-4616-bcb6-ef2fef463568 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.076482] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1450.076482] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525363e2-2133-b225-bb3d-e72447d7267a" [ 1450.076482] env[70623]: _type = "Task" [ 1450.076482] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.084070] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525363e2-2133-b225-bb3d-e72447d7267a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.294186] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.489955] env[70623]: DEBUG oslo_concurrency.lockutils [req-e18656f9-ecd3-45ff-85f0-0998fc86562a req-f092f39f-c756-4c02-991c-7933b4260446 service nova] Releasing lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.587463] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]525363e2-2133-b225-bb3d-e72447d7267a, 'name': SearchDatastore_Task, 'duration_secs': 0.008522} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.588196] env[70623]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852c265a-dab0-4132-9f9e-b671eaf2c98d {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.593414] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1450.593414] env[70623]: value = "session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528a1cc6-8e9f-ea6a-9aa2-5793753725f9" [ 1450.593414] env[70623]: _type = "Task" [ 1450.593414] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.600300] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528a1cc6-8e9f-ea6a-9aa2-5793753725f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.103470] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': session[52bbef24-d956-b34f-2d70-c3c5e5ceccaa]528a1cc6-8e9f-ea6a-9aa2-5793753725f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.103761] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.104020] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 88d1ad77-610c-448a-be70-7660bffa0557/88d1ad77-610c-448a-be70-7660bffa0557.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.104279] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-851add49-259f-449e-aba6-3697f9b2e07a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.111673] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1451.111673] env[70623]: value = "task-2794636" [ 1451.111673] env[70623]: _type = "Task" [ 1451.111673] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.118346] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.620401] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43122} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.620843] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b149850-e29d-4f75-af79-6f7f9ea861da/6b149850-e29d-4f75-af79-6f7f9ea861da.vmdk to [datastore2] 88d1ad77-610c-448a-be70-7660bffa0557/88d1ad77-610c-448a-be70-7660bffa0557.vmdk {{(pid=70623) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.620843] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Extending root virtual disk to 1048576 {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.621103] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733c4b23-f31f-4eff-b2f1-cdc09c80d973 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.627221] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1451.627221] env[70623]: value = "task-2794637" [ 1451.627221] env[70623]: _type = "Task" [ 1451.627221] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.634569] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.136685] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059802} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.136971] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Extended root virtual disk {{(pid=70623) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.137778] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a5c26-9e6b-4bfd-bdc4-d2348959581b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.159652] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 88d1ad77-610c-448a-be70-7660bffa0557/88d1ad77-610c-448a-be70-7660bffa0557.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.159922] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821100f8-c9bc-450d-b89e-565bb3d14b64 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.178806] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1452.178806] env[70623]: value = "task-2794638" [ 1452.178806] env[70623]: _type = "Task" [ 1452.178806] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.186191] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794638, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.689273] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.190010] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794638, 'name': ReconfigVM_Task, 'duration_secs': 0.752586} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.190280] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 88d1ad77-610c-448a-be70-7660bffa0557/88d1ad77-610c-448a-be70-7660bffa0557.vmdk or device None with type sparse {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.190876] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40167909-446e-4942-a839-809f5580455a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.196975] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1453.196975] env[70623]: value = "task-2794639" [ 1453.196975] env[70623]: _type = "Task" [ 1453.196975] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.205529] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794639, 'name': Rename_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.706811] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794639, 'name': Rename_Task, 'duration_secs': 0.1321} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.707260] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Powering on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.707323] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d17c994b-6b14-459b-b668-b7a6752378b8 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.713506] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1453.713506] env[70623]: value = "task-2794640" [ 1453.713506] env[70623]: _type = "Task" [ 1453.713506] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.720675] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.224118] env[70623]: DEBUG oslo_vmware.api [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794640, 'name': PowerOnVM_Task, 'duration_secs': 0.429954} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.224380] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Powered on the VM {{(pid=70623) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.224572] env[70623]: INFO nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1454.224754] env[70623]: DEBUG nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Checking state {{(pid=70623) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.225537] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af071b4-d2ae-45ae-b003-f51e2e6b45d9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.294364] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.294560] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Cleaning up deleted instances {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1454.743215] env[70623]: INFO nova.compute.manager [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Took 11.76 seconds to build instance. [ 1454.803682] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] There are 22 instances to clean {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1454.803682] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 049bd609-5d16-4c0b-88fc-ff161b89dc2a] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1454.917671] env[70623]: DEBUG nova.compute.manager [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Received event network-changed-521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1454.917785] env[70623]: DEBUG nova.compute.manager [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Refreshing instance network info cache due to event network-changed-521da3d5-cf7e-4b20-93e0-03f71f27c6e1. {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1454.918014] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] Acquiring lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.918166] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] Acquired lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.918327] env[70623]: DEBUG nova.network.neutron [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Refreshing network info cache for port 521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.245605] env[70623]: DEBUG oslo_concurrency.lockutils [None req-5ca08d22-d9e1-4b6e-8b8e-86c8633e743f tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.266s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.306094] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f965d4d9-f23d-488d-9a54-109412eb9b02] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1455.625986] env[70623]: DEBUG nova.network.neutron [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updated VIF entry in instance network info cache for port 521da3d5-cf7e-4b20-93e0-03f71f27c6e1. {{(pid=70623) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.626436] env[70623]: DEBUG nova.network.neutron [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating instance_info_cache with network_info: [{"id": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "address": "fa:16:3e:9a:ff:de", "network": {"id": "869474a6-0542-4614-9214-081977f189ae", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-319878474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c104b4a14944199909d6a77ebfeedd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521da3d5-cf", "ovs_interfaceid": "521da3d5-cf7e-4b20-93e0-03f71f27c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.808935] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 4136c3cf-45a9-4fba-a912-d8935df1f8b4] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1456.129162] env[70623]: DEBUG oslo_concurrency.lockutils [req-cc474c3b-b44c-4afe-aedf-fa8055fcde2b req-6f93961c-d024-4c5e-95ba-002a3c01309a service nova] Releasing lock "refresh_cache-88d1ad77-610c-448a-be70-7660bffa0557" {{(pid=70623) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.312252] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 8ad3d168-09d4-4dc0-8bef-ffc092ab2ac2] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1456.816082] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 349af2fa-a6d7-4c9e-a1cb-4d3d676aff85] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1457.319196] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 4abe331f-9c45-454b-b254-208d9657c125] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1457.822062] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: be1934b4-5887-49e0-bb4f-7dae5ab9385b] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1458.325499] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 9a3c5f95-4701-44f9-8406-d59a2c780655] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1458.828636] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: e0b38541-15bd-4d04-8018-7fb7cc40444c] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1459.331998] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 28920907-7617-487a-8b49-381976ad5902] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1459.835570] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 8f231239-eda3-435f-8316-08f2e93f7ad2] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1460.338848] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: cd86ec1c-ce69-4fb0-ba63-0f00ebb2ad52] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1460.842034] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: b436ba62-20e8-4aa7-b53b-bf0ab64bcca2] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1461.345363] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: df22ce7e-7a37-49a5-b79d-7b003aafbc05] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1461.849381] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: dbdbfeab-fc0a-493b-b775-05c0269839c6] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1462.353333] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: f92d1471-b509-474e-ae6f-676a657d4bd8] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1462.856675] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: da67012b-2dbe-45d2-94f8-e8b6d1515823] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1463.360377] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: aa6912be-f6dd-4559-a0c9-4d0eaca0a001] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1463.863943] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 7f5e541e-da6c-4f2d-9617-7517e350d7d0] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1464.367039] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: 184af744-11cb-4f37-a3da-3255ac40a4fd] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1464.870539] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: ea3af44d-dc65-4f27-8618-95a84be3e179] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1465.374517] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] [instance: a87dd387-3180-4e07-b0e8-7c750721ce9c] Instance has had 0 of 5 cleanup attempts {{(pid=70623) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1465.878485] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.878874] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Cleaning up deleted instances with incomplete migration {{(pid=70623) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1466.381117] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.884431] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.884830] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.884830] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.884972] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.885099] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.885245] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.885385] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1467.885529] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.388994] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.389277] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.389454] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.389684] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1468.390602] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab685b-19e7-4460-9de9-ddf235dca6eb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.399014] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc37bb97-4d02-45eb-94d7-804fe36cc01c {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.412672] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741e2991-3c54-4b3b-a03a-a7df91e410f2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.418747] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3356fc6f-babf-491d-802e-c7e5839b30f6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.446878] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181042MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1468.447048] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.448537] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.563127] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 88d1ad77-610c-448a-be70-7660bffa0557 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.563404] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1469.563493] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1469.589897] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158be6b-81cc-4abe-9c1d-fda35895fcec {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.597212] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8808bed-3ef8-442d-b197-91a002c7d818 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.627400] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b2743-4d3e-4d66-b923-4641830cb65a {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.634778] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2fc54f-247f-4ec8-bcaf-ac57e6112c34 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.648026] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.151297] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.656189] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1470.656604] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.209s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.451556] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.451904] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.955935] env[70623]: DEBUG nova.compute.utils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1493.459145] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.517841] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.518230] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.518391] env[70623]: INFO nova.compute.manager [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Attaching volume c46df56c-d744-4437-aac2-af8677dccad7 to /dev/sdb [ 1494.547691] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0fff2-d4fc-422c-8161-bf939251ced9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.554881] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe14550-e280-4031-a56d-54e706f539bc {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.567364] env[70623]: DEBUG nova.virt.block_device [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating existing volume attachment record: 1909029b-3809-41a7-9ffa-65370c7b4a3b {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1499.110507] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1499.110774] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561661', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'name': 'volume-c46df56c-d744-4437-aac2-af8677dccad7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'serial': 'c46df56c-d744-4437-aac2-af8677dccad7'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1499.111654] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f60ac0c-e2fc-4b0c-89b1-686242dff189 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.127946] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3510a3-be9a-470f-851a-dcd25a4a7afb {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.151403] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-c46df56c-d744-4437-aac2-af8677dccad7/volume-c46df56c-d744-4437-aac2-af8677dccad7.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.151620] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d35af9f-8ec3-46d3-aa18-595b70ddbac5 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.169098] env[70623]: DEBUG oslo_vmware.api [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1499.169098] env[70623]: value = "task-2794643" [ 1499.169098] env[70623]: _type = "Task" [ 1499.169098] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.176092] env[70623]: DEBUG oslo_vmware.api [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.678922] env[70623]: DEBUG oslo_vmware.api [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794643, 'name': ReconfigVM_Task, 'duration_secs': 0.328954} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.679187] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-c46df56c-d744-4437-aac2-af8677dccad7/volume-c46df56c-d744-4437-aac2-af8677dccad7.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.683721] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd91943-619c-413f-85b2-79dd0e274322 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.697672] env[70623]: DEBUG oslo_vmware.api [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1499.697672] env[70623]: value = "task-2794644" [ 1499.697672] env[70623]: _type = "Task" [ 1499.697672] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.706156] env[70623]: DEBUG oslo_vmware.api [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.207492] env[70623]: DEBUG oslo_vmware.api [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794644, 'name': ReconfigVM_Task, 'duration_secs': 0.158136} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.207812] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561661', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'name': 'volume-c46df56c-d744-4437-aac2-af8677dccad7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'serial': 'c46df56c-d744-4437-aac2-af8677dccad7'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1501.266380] env[70623]: DEBUG nova.objects.instance [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 88d1ad77-610c-448a-be70-7660bffa0557 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.772584] env[70623]: DEBUG oslo_concurrency.lockutils [None req-1919bf16-9560-4a5f-a72b-9d6e832d8100 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.577639] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.577917] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.081342] env[70623]: DEBUG nova.compute.utils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Using /dev/sd instead of None {{(pid=70623) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1503.584572] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.637354] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.637765] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.637911] env[70623]: INFO nova.compute.manager [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Attaching volume b8394ab0-8883-45e8-8d15-f0b9310888e3 to /dev/sdc [ 1504.666889] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91c8db-222b-48aa-8ba7-3afc1f9d6c52 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.673800] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13d62c8-1af4-4ed7-a8d5-f8b80942a3cd {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.686232] env[70623]: DEBUG nova.virt.block_device [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating existing volume attachment record: 6c655f4b-6faf-49fe-8027-20a6fb2d7410 {{(pid=70623) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1509.228428] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Volume attach. Driver type: vmdk {{(pid=70623) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1509.228712] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561662', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'name': 'volume-b8394ab0-8883-45e8-8d15-f0b9310888e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'serial': 'b8394ab0-8883-45e8-8d15-f0b9310888e3'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1509.229589] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fc60d-264a-488c-8067-5145055d93fa {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.246801] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b604148-1011-4ec6-8570-a1efefb26663 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.273381] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-b8394ab0-8883-45e8-8d15-f0b9310888e3/volume-b8394ab0-8883-45e8-8d15-f0b9310888e3.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.273637] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d0e35e-e553-46ff-b8a4-61bb01304616 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.291410] env[70623]: DEBUG oslo_vmware.api [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1509.291410] env[70623]: value = "task-2794647" [ 1509.291410] env[70623]: _type = "Task" [ 1509.291410] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.299120] env[70623]: DEBUG oslo_vmware.api [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.801681] env[70623]: DEBUG oslo_vmware.api [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794647, 'name': ReconfigVM_Task, 'duration_secs': 0.33934} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.801961] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-b8394ab0-8883-45e8-8d15-f0b9310888e3/volume-b8394ab0-8883-45e8-8d15-f0b9310888e3.vmdk or device None with type thin {{(pid=70623) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.806669] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d143b73a-d746-4de1-aaef-841aed2076d1 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.820886] env[70623]: DEBUG oslo_vmware.api [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1509.820886] env[70623]: value = "task-2794648" [ 1509.820886] env[70623]: _type = "Task" [ 1509.820886] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.828846] env[70623]: DEBUG oslo_vmware.api [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.330326] env[70623]: DEBUG oslo_vmware.api [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794648, 'name': ReconfigVM_Task, 'duration_secs': 0.132679} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.330633] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561662', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'name': 'volume-b8394ab0-8883-45e8-8d15-f0b9310888e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'serial': 'b8394ab0-8883-45e8-8d15-f0b9310888e3'} {{(pid=70623) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1511.367560] env[70623]: DEBUG nova.objects.instance [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 88d1ad77-610c-448a-be70-7660bffa0557 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.872578] env[70623]: DEBUG oslo_concurrency.lockutils [None req-f8c03c7c-8b26-4562-a593-e0832adc7c56 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.155585] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.155836] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.659202] env[70623]: INFO nova.compute.manager [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Detaching volume c46df56c-d744-4437-aac2-af8677dccad7 [ 1512.688367] env[70623]: INFO nova.virt.block_device [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Attempting to driver detach volume c46df56c-d744-4437-aac2-af8677dccad7 from mountpoint /dev/sdb [ 1512.688589] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1512.688787] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561661', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'name': 'volume-c46df56c-d744-4437-aac2-af8677dccad7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'serial': 'c46df56c-d744-4437-aac2-af8677dccad7'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1512.689666] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5603680-e163-4299-bcaf-556fd22f1eb2 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.713932] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72901127-57f0-4792-9a26-6228c5c286c6 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.720292] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776481d7-7174-49eb-a9aa-083946fcde20 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.742057] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c72f5-6df3-49bd-976f-2644fcfc6081 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.756082] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] The volume has not been displaced from its original location: [datastore2] volume-c46df56c-d744-4437-aac2-af8677dccad7/volume-c46df56c-d744-4437-aac2-af8677dccad7.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1512.761218] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1512.761457] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a0382d-8586-48a9-b1be-ee1da35bba38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.777694] env[70623]: DEBUG oslo_vmware.api [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1512.777694] env[70623]: value = "task-2794649" [ 1512.777694] env[70623]: _type = "Task" [ 1512.777694] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.784773] env[70623]: DEBUG oslo_vmware.api [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.065624] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.290269] env[70623]: DEBUG oslo_vmware.api [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794649, 'name': ReconfigVM_Task, 'duration_secs': 0.208631} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.290629] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1513.295372] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d0c6b4-61e2-4cc5-94e7-822c64fbc728 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.310389] env[70623]: DEBUG oslo_vmware.api [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1513.310389] env[70623]: value = "task-2794650" [ 1513.310389] env[70623]: _type = "Task" [ 1513.310389] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.318028] env[70623]: DEBUG oslo_vmware.api [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.821735] env[70623]: DEBUG oslo_vmware.api [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794650, 'name': ReconfigVM_Task, 'duration_secs': 0.138015} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.821735] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561661', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'name': 'volume-c46df56c-d744-4437-aac2-af8677dccad7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'c46df56c-d744-4437-aac2-af8677dccad7', 'serial': 'c46df56c-d744-4437-aac2-af8677dccad7'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1514.360859] env[70623]: DEBUG nova.objects.instance [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 88d1ad77-610c-448a-be70-7660bffa0557 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.294444] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.294822] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.294822] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.368695] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6b669bb2-f61c-40a1-9c35-85bd3f9aa5dc tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.385700] env[70623]: DEBUG oslo_concurrency.lockutils [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.385944] env[70623]: DEBUG oslo_concurrency.lockutils [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.889116] env[70623]: INFO nova.compute.manager [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Detaching volume b8394ab0-8883-45e8-8d15-f0b9310888e3 [ 1515.919324] env[70623]: INFO nova.virt.block_device [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Attempting to driver detach volume b8394ab0-8883-45e8-8d15-f0b9310888e3 from mountpoint /dev/sdc [ 1515.919553] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Volume detach. Driver type: vmdk {{(pid=70623) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1515.919745] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561662', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'name': 'volume-b8394ab0-8883-45e8-8d15-f0b9310888e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'serial': 'b8394ab0-8883-45e8-8d15-f0b9310888e3'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1515.921080] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871f04e-f7d1-4e1d-8a2c-b59830f6bdba {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.942736] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb5f20-7bd3-46b4-bd73-4b737746175b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.949332] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212cd83f-9c3e-4a8e-a3aa-03b9a940ad80 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.968848] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae047f6e-a506-41c5-bab3-900444adeb18 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.984225] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8394ab0-8883-45e8-8d15-f0b9310888e3/volume-b8394ab0-8883-45e8-8d15-f0b9310888e3.vmdk. No consolidation needed. {{(pid=70623) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1515.989440] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1515.989699] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb63832-ff8f-44f7-8fb0-b8807ee60b98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.006588] env[70623]: DEBUG oslo_vmware.api [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1516.006588] env[70623]: value = "task-2794651" [ 1516.006588] env[70623]: _type = "Task" [ 1516.006588] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.013702] env[70623]: DEBUG oslo_vmware.api [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.293736] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager.update_available_resource {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.516560] env[70623]: DEBUG oslo_vmware.api [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794651, 'name': ReconfigVM_Task, 'duration_secs': 0.187855} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.516936] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=70623) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1516.521870] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3acd5a-acf5-4108-9518-8335a98c797e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.537987] env[70623]: DEBUG oslo_vmware.api [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1516.537987] env[70623]: value = "task-2794652" [ 1516.537987] env[70623]: _type = "Task" [ 1516.537987] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.545848] env[70623]: DEBUG oslo_vmware.api [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.796798] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.797043] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.797202] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.797357] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70623) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1516.798296] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6305a133-d67d-4f01-adf5-c7175d8ece89 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.806191] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3faec8-89dc-4825-8aa5-acdff3587f33 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.820030] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679ac4b-ede8-4c5a-bd35-758afa14a94b {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.825917] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21a629-b688-4e58-982a-f137964a7187 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.854277] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180882MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=70623) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1516.854417] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.854622] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.047697] env[70623]: DEBUG oslo_vmware.api [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794652, 'name': ReconfigVM_Task, 'duration_secs': 0.139677} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.047990] env[70623]: DEBUG nova.virt.vmwareapi.volumeops [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561662', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'name': 'volume-b8394ab0-8883-45e8-8d15-f0b9310888e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d1ad77-610c-448a-be70-7660bffa0557', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8394ab0-8883-45e8-8d15-f0b9310888e3', 'serial': 'b8394ab0-8883-45e8-8d15-f0b9310888e3'} {{(pid=70623) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.587346] env[70623]: DEBUG nova.objects.instance [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'flavor' on Instance uuid 88d1ad77-610c-448a-be70-7660bffa0557 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.879278] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Instance 88d1ad77-610c-448a-be70-7660bffa0557 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70623) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.879485] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1517.879632] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70623) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1517.904969] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6eaa86-cea0-4724-a04a-a24c9d4b47b4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.912680] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e90bf5-27aa-40f9-b5b3-2d0edff7cb38 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.942327] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc77068-612a-42ff-9f54-30f2081db912 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.949629] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e53319-c19c-4463-985f-80411f1327d4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.962229] env[70623]: DEBUG nova.compute.provider_tree [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.465060] env[70623]: DEBUG nova.scheduler.client.report [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.466351] env[70623]: DEBUG nova.compute.resource_tracker [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70623) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1518.466545] env[70623]: DEBUG oslo_concurrency.lockutils [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.612s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.594485] env[70623]: DEBUG oslo_concurrency.lockutils [None req-507123c4-fa09-4d03-9a42-27eb071cc969 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.467593] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.467593] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.467593] env[70623]: DEBUG nova.compute.manager [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70623) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1519.756098] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.756474] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.756609] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "88d1ad77-610c-448a-be70-7660bffa0557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.756734] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.756901] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.759228] env[70623]: INFO nova.compute.manager [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Terminating instance [ 1520.263059] env[70623]: DEBUG nova.compute.manager [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Start destroying the instance on the hypervisor. {{(pid=70623) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1520.263349] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Destroying instance {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.265266] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccc0bb2-cf72-41cc-9aca-ed3aa0d6fb98 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.275778] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Powering off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.276133] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5ff9cc-2eee-4042-80e2-87b586c6d238 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.283621] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1520.283621] env[70623]: value = "task-2794653" [ 1520.283621] env[70623]: _type = "Task" [ 1520.283621] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.295104] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.793195] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.294260] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794653, 'name': PowerOffVM_Task, 'duration_secs': 0.73328} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.294536] env[70623]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Powered off the VM {{(pid=70623) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.294710] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Unregistering the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.294951] env[70623]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81c792d9-2ac7-4403-a213-cbb09a4999f4 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.357359] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Unregistered the VM {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.357608] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Deleting contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.357747] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Deleting the datastore file [datastore2] 88d1ad77-610c-448a-be70-7660bffa0557 {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.358042] env[70623]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4e7a83-0bc5-45cc-80bf-687407c38473 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.364550] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for the task: (returnval){ [ 1521.364550] env[70623]: value = "task-2794655" [ 1521.364550] env[70623]: _type = "Task" [ 1521.364550] env[70623]: } to complete. {{(pid=70623) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.371754] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.874205] env[70623]: DEBUG oslo_vmware.api [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Task: {'id': task-2794655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148398} completed successfully. {{(pid=70623) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.874596] env[70623]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Deleted the datastore file {{(pid=70623) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1521.874596] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Deleted contents of the VM from datastore datastore2 {{(pid=70623) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1521.874769] env[70623]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Instance destroyed {{(pid=70623) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.874915] env[70623]: INFO nova.compute.manager [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1521.875180] env[70623]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70623) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1521.875374] env[70623]: DEBUG nova.compute.manager [-] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Deallocating network for instance {{(pid=70623) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1521.875499] env[70623]: DEBUG nova.network.neutron [-] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] deallocate_for_instance() {{(pid=70623) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.296791] env[70623]: DEBUG nova.compute.manager [req-95edf17c-18f9-4d8c-88cc-4dbdb1684c71 req-fc74f6c3-c06d-473c-bd4e-484dd02efa7c service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Received event network-vif-deleted-521da3d5-cf7e-4b20-93e0-03f71f27c6e1 {{(pid=70623) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1522.296933] env[70623]: INFO nova.compute.manager [req-95edf17c-18f9-4d8c-88cc-4dbdb1684c71 req-fc74f6c3-c06d-473c-bd4e-484dd02efa7c service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Neutron deleted interface 521da3d5-cf7e-4b20-93e0-03f71f27c6e1; detaching it from the instance and deleting it from the info cache [ 1522.297116] env[70623]: DEBUG nova.network.neutron [req-95edf17c-18f9-4d8c-88cc-4dbdb1684c71 req-fc74f6c3-c06d-473c-bd4e-484dd02efa7c service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.778633] env[70623]: DEBUG nova.network.neutron [-] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Updating instance_info_cache with network_info: [] {{(pid=70623) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.800071] env[70623]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-777ea2db-bac5-41b3-8c02-e7a2221f2213 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.809737] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be3f4c-1568-456e-a44a-839e9830388e {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.835460] env[70623]: DEBUG nova.compute.manager [req-95edf17c-18f9-4d8c-88cc-4dbdb1684c71 req-fc74f6c3-c06d-473c-bd4e-484dd02efa7c service nova] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Detach interface failed, port_id=521da3d5-cf7e-4b20-93e0-03f71f27c6e1, reason: Instance 88d1ad77-610c-448a-be70-7660bffa0557 could not be found. {{(pid=70623) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1523.282070] env[70623]: INFO nova.compute.manager [-] [instance: 88d1ad77-610c-448a-be70-7660bffa0557] Took 1.41 seconds to deallocate network for instance. [ 1523.294191] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.788378] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.788672] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.788895] env[70623]: DEBUG nova.objects.instance [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lazy-loading 'resources' on Instance uuid 88d1ad77-610c-448a-be70-7660bffa0557 {{(pid=70623) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.289275] env[70623]: DEBUG oslo_service.periodic_task [None req-6381b316-9a0f-41e7-8fe1-b3ca8e2a16af None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70623) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.329043] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8be4bf-8340-455f-a326-878bdb8d8d85 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.340504] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6a85f-7b7a-4caa-b1cc-6ed515304750 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.383714] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b46a0e2-089a-4114-88b2-661fcf0ee3c9 {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.390529] env[70623]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be21fd8-d054-4c8f-8a54-b87ab2d4a6ce {{(pid=70623) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.403177] env[70623]: DEBUG nova.compute.provider_tree [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed in ProviderTree for provider: 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a {{(pid=70623) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.906288] env[70623]: DEBUG nova.scheduler.client.report [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Inventory has not changed for provider 761e4d41-1c1f-4a97-bf84-bb8c6c9a5b0a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70623) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.411032] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.433337] env[70623]: INFO nova.scheduler.client.report [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Deleted allocations for instance 88d1ad77-610c-448a-be70-7660bffa0557 [ 1525.940434] env[70623]: DEBUG oslo_concurrency.lockutils [None req-9a37157b-9817-416d-960a-f84997cd0f72 tempest-AttachVolumeTestJSON-1059649975 tempest-AttachVolumeTestJSON-1059649975-project-member] Lock "88d1ad77-610c-448a-be70-7660bffa0557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.184s {{(pid=70623) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}